-- Logs begin at Thu 2022-10-06 03:52:30 UTC, end at Thu 2022-10-06 04:59:02 UTC. -- Oct 06 04:23:47.115942 dv-cinder-860227-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 06 04:23:49.779678 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.common.config [-] Logging enabled! Oct 06 04:23:49.780263 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev40 Oct 06 04:23:49.780482 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106081) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 06 04:23:49.783961 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.common.config [-] Logging enabled! Oct 06 04:23:49.784216 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev40 Oct 06 04:23:49.784530 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106081) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 06 04:23:49.785469 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 06 04:23:49.785705 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 06 04:23:49.786190 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 06 04:23:49.786440 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 06 04:23:49.786671 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 06 04:23:49.787020 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.787324 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.787557 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.787854 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.788147 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.788430 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.788719 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.789016 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.789302 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.789586 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.789866 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.790098 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.790379 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.790666 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.790951 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.791205 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] debug = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.791486 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.791919 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.792329 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.792613 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.792903 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.793187 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.793460 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.793735 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.794020 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.794349 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] host = dv-cinder-860227-2-iscsi {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.794631 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.794917 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.795238 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.795525 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.795800 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.796076 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.796362 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.796636 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.796907 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] log_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.797182 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.797470 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.797756 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.798061 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.798270 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.798518 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.798799 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.799244 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.799525 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.799801 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.800077 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.800354 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.800630 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.800901 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.801185 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.801469 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.801754 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.802027 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.802303 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.802578 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.802849 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.803169 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.803446 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.803719 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.803992 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.804280 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.804550 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.804825 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.805127 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.805416 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.805699 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.805991 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.806264 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.806549 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.806823 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.807120 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.807395 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] use_json = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.807667 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.807937 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.808217 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.808491 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.808764 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.809038 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.809309 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.809592 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.809863 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:49.810157 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.810455 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.810756 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.811073 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.811381 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.811664 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.811952 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.812229 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.812520 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.812809 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.813103 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.813384 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.813682 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.814482 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.814951 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.815280 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.815580 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.815875 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.816155 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.816433 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.816709 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.816988 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.817277 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.817554 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.817844 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.818133 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.818414 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.818710 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.819022 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.819310 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.819604 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.819893 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.820168 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.820445 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.820734 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.821013 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.821286 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.821572 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.821847 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.822119 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.822398 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.822687 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.822992 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.823269 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.823546 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.823838 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.824113 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.824383 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.824651 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.824926 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.825199 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.825481 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.825756 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.826026 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.826297 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.826570 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.826843 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.827140 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.827415 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.827685 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.827957 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.828227 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.828496 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.828767 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.829037 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.829307 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.829606 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.830456 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.830810 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.831116 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.831393 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.831666 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.831940 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.832210 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.832492 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.832786 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.833062 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.833342 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.833626 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.833902 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.834175 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.834449 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.834724 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.835024 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.835298 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.835587 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.835869 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.836152 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.836431 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.836725 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.837018 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.837293 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.837569 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.837843 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.838118 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.838394 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.838674 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.838949 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.839246 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.839531 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.839817 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.840112 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.840405 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.840682 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.840975 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.841269 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.841561 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.841840 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.842148 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.842426 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:49.842646 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 06 04:23:49.842889 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106081) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 06 04:23:50.219119 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 06 04:23:50.219448 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 06 04:23:50.219716 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 06 04:23:50.219948 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 06 04:23:50.220805 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 06 04:23:50.221147 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 06 04:23:50.548330 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.548594 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.548866 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.550048 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.550323 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.550592 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.603226 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.603506 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.603783 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.620442 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.620728 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.621002 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.649794 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.650068 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.650335 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.686847 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.687150 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.687417 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.918562 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.919247 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.919247 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.920421 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:50.921127 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.018930 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.019277 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.019561 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.019832 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.020099 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.020409 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.020671 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.020930 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.021186 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.021468 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.021730 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.021995 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.022254 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.022507 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.022762 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.023049 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.023307 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.023575 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.023845 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.024103 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.024378 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.024632 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.024914 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.025294 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.025547 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.025795 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.026189 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 04:23:51.026433 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 04:23:51.026673 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 04:23:51.026910 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 04:23:51.027174 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 04:23:51.027411 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 04:23:51.027771 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 06 04:23:51.030793 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 06 04:23:51.035291 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 06 04:23:51.039165 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Oct 06 04:23:51.040765 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 06 04:23:51.041397 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 06 04:23:51.041730 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 06 04:23:51.042110 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 06 04:23:51.044881 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 06 04:23:51.045134 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 06 04:23:51.045486 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 06 04:23:51.050820 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 06 04:23:51.073933 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 06 04:23:51.074373 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.074673 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106081) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 06 04:23:51.075070 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.076413 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106081) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 06 04:23:51.076693 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 06 04:23:51.076939 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 06 04:23:51.087924 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.088214 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:51.239406 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 06 04:23:51.239650 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 06 04:23:51.239885 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 06 04:23:51.240264 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 06 04:23:51.292251 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO dbcounter [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Registered counter for database neutron Oct 06 04:23:51.312149 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_db.sqlalchemy.engines [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106081) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 06 04:23:51.317893 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG dbcounter [-] [106081] Writer thread running {{(pid=106081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 04:23:51.867092 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Initializing driver for type 'gre' Oct 06 04:23:51.867637 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] gre ID ranges: [(1, 1000)] Oct 06 04:23:51.933366 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Initializing driver for type 'local' Oct 06 04:23:51.934034 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Initializing driver for type 'vlan' Oct 06 04:23:51.947163 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] VlanTypeDriver initialization complete Oct 06 04:23:51.947507 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Initializing driver for type 'vxlan' Oct 06 04:23:51.948018 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] vxlan ID ranges: [(1, 1000)] Oct 06 04:23:52.002293 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Initializing extension driver 'port_security' Oct 06 04:23:52.002634 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.extensions.port_security [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] PortSecurityExtensionDriver initialization complete Oct 06 04:23:52.002993 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Initializing mechanism driver 'openvswitch' Oct 06 04:23:52.003327 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Initializing mechanism driver 'hyperv' Oct 06 04:23:52.009808 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.plugins.ml2.plugin [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:23:52.010483 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > port after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.010857 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > port after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.011247 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > port after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.011763 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 04:23:52.012169 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > subnet after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.012527 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > subnet after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.012875 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.013268 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 04:23:52.013678 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > network after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.014033 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > network after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.014381 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > network after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.014769 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 04:23:52.015200 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > security_group after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.015554 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > security_group after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.015900 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > security_group after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.016292 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 04:23:52.016696 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.017061 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.017405 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.017922 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 04:23:52.018335 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > address_group after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.018693 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > address_group after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.019070 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > address_group after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.019463 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 06 04:23:52.019908 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] ML2 OVO RPC backend initialized. {{(pid=106081) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 06 04:23:52.020607 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.020965 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.021386 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > network before_response 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.021739 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > networks before_response 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.022090 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > port before_response 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.022441 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > ports before_response 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.022790 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > subnet before_response 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.023160 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > subnets before_response 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.023511 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > network after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.023854 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > network after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.024194 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > network after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.024535 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > port after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.024875 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > port after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.025231 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > port after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.025550 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > subnet after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.025887 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > subnet after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.026222 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > subnet after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.034216 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded quota_driver: . Oct 06 04:23:52.034583 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.plugin [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Modular L2 Plugin initialization complete Oct 06 04:23:52.034932 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading services supported by the core plugin {{(pid=106081) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 06 04:23:52.035329 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.plugins.ml2.managers [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Got port-security extension from driver 'port_security' Oct 06 04:23:52.035807 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.extensions.vlantransparent [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Disabled vlantransparent extension. Oct 06 04:23:52.036305 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106081) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 06 04:23:52.036632 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading Plugin: router Oct 06 04:23:52.071697 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router_interface before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.072095 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router after_create 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.072467 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router before_create 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.072836 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.073212 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.073569 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router after_delete 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.073933 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > floatingip after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.074287 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > floatingip after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.074649 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router after_create 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.075028 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router after_update 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.075386 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router after_update 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.075738 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.076104 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router after_update 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.076523 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router precommit_update 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.076905 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: port after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.077249 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: port after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.077594 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: subnet after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.077944 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.078294 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > port precommit_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.078645 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router precommit_create 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.079017 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: port before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.079371 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router precommit_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.079781 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router after_update 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.080134 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router precommit_delete 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.080485 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router precommit_create 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.080854 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router_interface after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.081208 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router precommit_update 55549900 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.081583 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > agent after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.081939 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > agent after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.082292 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > network after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.083163 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Tracking information for resource: router configured {{(pid=106081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 04:23:52.083502 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Tracking information for resource: floatingip configured {{(pid=106081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 06 04:23:52.088371 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.db.l3_agentschedulers_db [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 06 04:23:52.088949 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: port after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.089315 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: port after_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.089672 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: port after_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.090028 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: port after_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.090816 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router before_create 55550100 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.091208 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router precommit_delete 55550100 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.091576 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router precommit_create 55550100 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.091937 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > router precommit_update 55550100 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.097252 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.services.provider_configuration [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service providers = [] {{(pid=106081) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 06 04:23:52.097614 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.db.servicetype_db [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106081) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 06 04:23:52.100532 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.services.service_base [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 04:23:52.100889 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.services.service_base [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 04:23:52.101232 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.services.service_base [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 04:23:52.102102 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.services.service_base [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 06 04:23:52.102474 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.services.service_base [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 06 04:23:52.102855 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 04:23:52.103203 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 06 04:23:52.115468 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 04:23:52.115805 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading Plugin: auto_allocate Oct 06 04:23:52.121519 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: network precommit_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.121847 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: network precommit_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.122371 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 04:23:52.122692 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading Plugin: tag Oct 06 04:23:52.129273 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 04:23:52.129605 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading Plugin: timestamp Oct 06 04:23:52.133580 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 04:23:52.133909 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading Plugin: network_ip_availability Oct 06 04:23:52.139440 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.139817 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.140180 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.140900 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 04:23:52.141223 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading Plugin: flavors Oct 06 04:23:52.145896 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 04:23:52.146233 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading Plugin: revisions Oct 06 04:23:52.150640 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 06 04:23:52.151057 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_concurrency.lockutils [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.931s {{(pid=106081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 06 04:23:52.151793 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106081) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 06 04:23:52.152130 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Initializing extension manager. Oct 06 04:23:52.152661 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: __init__.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.153003 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: __pycache__ {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.153340 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: address_group.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.154218 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.154782 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: address-group Oct 06 04:23:52.155143 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: address_scope.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.155814 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.156329 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: address-scope Oct 06 04:23:52.156655 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: admin_state_down_before_update.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.157527 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.158544 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: router-admin-state-down-before-update Oct 06 04:23:52.158869 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: agent.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.159558 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.160063 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: agent Oct 06 04:23:52.160385 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: agent_resources_synced.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.161241 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.161748 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: agent-resources-synced Oct 06 04:23:52.162070 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: allowedaddresspairs.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.163817 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.164339 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: allowed-address-pairs Oct 06 04:23:52.164670 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: auto_allocated_topology.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.165683 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.166201 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: auto-allocated-topology Oct 06 04:23:52.166534 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: availability_zone.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.167228 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.167741 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: availability_zone Oct 06 04:23:52.168067 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: availability_zone_filter.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.168932 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.169440 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: availability_zone_filter Oct 06 04:23:52.169765 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: data_plane_status.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.170618 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.171150 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension data-plane-status not supported by any of loaded plugins Oct 06 04:23:52.171474 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: default_subnetpools.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.172334 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.172843 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: default-subnetpools Oct 06 04:23:52.173164 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: dhcpagentscheduler.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.174230 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.174741 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: dhcp_agent_scheduler Oct 06 04:23:52.175096 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: dns.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.175961 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.176470 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension dns-integration not supported by any of loaded plugins Oct 06 04:23:52.176792 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: dns_domain_ports.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.177650 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.178151 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 06 04:23:52.178474 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.179365 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.179869 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 06 04:23:52.180190 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: dvr.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.180817 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.181323 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: dvr Oct 06 04:23:52.181646 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: ecmp_routes.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.182520 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.183053 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension ecmp_routes not supported by any of loaded plugins Oct 06 04:23:52.183377 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: empty_string_filtering.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.184242 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.184747 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: empty-string-filtering Oct 06 04:23:52.185071 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.185926 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.186439 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 06 04:23:52.186762 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.187648 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.188154 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 06 04:23:52.188478 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: external_net.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.189636 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.190151 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: external-net Oct 06 04:23:52.190475 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: extra_dhcp_opt.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.191366 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.191877 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: extra_dhcp_opt Oct 06 04:23:52.192200 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: extraroute.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.193058 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.193562 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: extraroute Oct 06 04:23:52.193885 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: extraroute_atomic.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.194862 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.195402 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: extraroute-atomic Oct 06 04:23:52.195724 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: filter_validation.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.196343 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.196857 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: filter-validation Oct 06 04:23:52.197178 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: fip_pf_description.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.198030 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.198529 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 06 04:23:52.198848 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: fip_pf_detail.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.199791 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.200296 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: floating-ip-port-forwarding-detail Oct 06 04:23:52.200617 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: fip_pf_port_range.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.201472 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.201974 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 06 04:23:52.202296 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: fip_port_details.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.203184 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.203690 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: fip-port-details Oct 06 04:23:52.204014 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: flavors.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.205840 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.206360 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: flavors Oct 06 04:23:52.206692 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.208307 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.208848 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 06 04:23:52.209190 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: floatingip_pools.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.209862 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.210380 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: floatingip-pools Oct 06 04:23:52.210710 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: ip_allocation.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.211630 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.212137 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension ip_allocation not supported by any of loaded plugins Oct 06 04:23:52.212464 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.213363 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.213852 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: ip-substring-filtering Oct 06 04:23:52.214179 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l2_adjacency.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.215096 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.215605 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension l2_adjacency not supported by any of loaded plugins Oct 06 04:23:52.215930 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l3.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.216856 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.217374 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: router Oct 06 04:23:52.217697 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l3_conntrack_helper.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.220121 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.221262 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 06 04:23:52.221623 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.222500 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.223048 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: ext-gw-mode Oct 06 04:23:52.223384 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.224259 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.224776 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: l3-ha Oct 06 04:23:52.225107 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.225970 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.226481 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 06 04:23:52.226812 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l3_flavors.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.227712 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.228231 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: l3-flavors Oct 06 04:23:52.228556 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l3_ndp_proxy.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.229877 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.230396 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 06 04:23:52.230727 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.231632 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.232149 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: l3-port-ip-change-not-allowed Oct 06 04:23:52.232476 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: l3agentscheduler.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.233473 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.233987 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: l3_agent_scheduler Oct 06 04:23:52.234315 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: local_ip.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.236355 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.236882 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension local_ip not supported by any of loaded plugins Oct 06 04:23:52.237222 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: logging.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.238651 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.239205 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension logging not supported by any of loaded plugins Oct 06 04:23:52.239542 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: metering.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.240246 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.240824 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: metering Oct 06 04:23:52.241152 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.242195 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.242712 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: metering_source_and_destination_fields Oct 06 04:23:52.243073 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: multiprovidernet.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.243947 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.244460 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: multi-provider Oct 06 04:23:52.244784 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: netmtu.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.245656 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.246166 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: net-mtu Oct 06 04:23:52.246488 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: netmtu_writable.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.247386 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.247894 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: net-mtu-writable Oct 06 04:23:52.248220 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: network_availability_zone.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.248848 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.249349 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: network_availability_zone Oct 06 04:23:52.249671 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: network_ip_availability.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.250715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.251257 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: network-ip-availability Oct 06 04:23:52.251653 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: network_segment_range.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.252373 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.252876 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension network-segment-range not supported by any of loaded plugins Oct 06 04:23:52.253199 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: pagination.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.254121 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.254450 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: pagination Oct 06 04:23:52.254774 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: port_device_profile.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.255655 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.256173 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: port-device-profile Oct 06 04:23:52.256498 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: port_mac_address_override.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.257370 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.257885 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: port-mac-override Oct 06 04:23:52.258208 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.259111 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.259622 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: port-mac-address-regenerate Oct 06 04:23:52.259944 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.260812 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.261322 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: port-numa-affinity-policy Oct 06 04:23:52.261644 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: port_resource_request.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.262503 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.263036 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension port-resource-request not supported by any of loaded plugins Oct 06 04:23:52.263361 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: port_resource_request_groups.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.264268 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.264793 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 06 04:23:52.265095 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: portbindings.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.265959 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.266467 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: binding Oct 06 04:23:52.266790 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: portbindings_extended.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.268703 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.269219 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: binding-extended Oct 06 04:23:52.269551 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: portsecurity.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.270415 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.270930 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: port-security Oct 06 04:23:52.271279 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: project_id.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.272401 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.272735 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: project-id Oct 06 04:23:52.273058 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: providernet.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.273938 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.274454 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: provider Oct 06 04:23:52.274781 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.278295 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.278828 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos not supported by any of loaded plugins Oct 06 04:23:52.279196 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.280400 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.280923 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 06 04:23:52.281257 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.282128 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.283250 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 06 04:23:52.283712 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_default.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.284573 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.285087 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-default not supported by any of loaded plugins Oct 06 04:23:52.285414 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_fip.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.286282 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.286798 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-fip not supported by any of loaded plugins Oct 06 04:23:52.287165 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_fip_network_policy.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.288040 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.288550 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 06 04:23:52.288876 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_gateway_ip.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.289751 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.290258 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 06 04:23:52.290587 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_port_network_policy.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.291472 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.291990 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 06 04:23:52.292318 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.293306 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.293828 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 06 04:23:52.294157 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.295211 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.295721 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 06 04:23:52.296049 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_pps_rule.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.297172 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.297696 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-pps not supported by any of loaded plugins Oct 06 04:23:52.298024 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_rule_type_details.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.299014 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.299526 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 06 04:23:52.299852 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_rule_type_filter.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.300718 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.301225 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 06 04:23:52.301546 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: qos_rules_alias.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.302544 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.303084 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 06 04:23:52.303412 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: quota_check_limit.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.304279 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.304794 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: quota-check-limit Oct 06 04:23:52.305116 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: quotasv2.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.306024 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.306354 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: quotas Oct 06 04:23:52.306677 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: quotasv2_detail.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.308363 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.308703 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: quota_details Oct 06 04:23:52.309036 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: rbac.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.310050 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.310575 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: rbac-policies Oct 06 04:23:52.310906 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: rbac_address_group.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.311816 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.312332 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: rbac-address-group Oct 06 04:23:52.312659 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: rbac_address_scope.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.313601 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.314141 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: rbac-address-scope Oct 06 04:23:52.314468 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: rbac_security_groups.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.315368 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.315879 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: rbac-security-groups Oct 06 04:23:52.316242 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: rbac_subnetpool.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.317063 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.317582 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: rbac-subnetpool Oct 06 04:23:52.317906 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: revisionifmatch.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.318776 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.319320 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: revision-if-match Oct 06 04:23:52.319649 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: revisions.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.320722 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.321231 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: standard-attr-revisions Oct 06 04:23:52.321556 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: router_availability_zone.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.322185 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.322697 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: router_availability_zone Oct 06 04:23:52.323044 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: routerservicetype.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.323916 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.324426 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension router-service-type not supported by any of loaded plugins Oct 06 04:23:52.324751 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.325626 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.326138 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: security-groups-normalized-cidr Oct 06 04:23:52.326462 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: security_groups_port_filtering.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.327385 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.327903 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: port-security-groups-filtering Oct 06 04:23:52.328227 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.329097 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.330146 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: security-groups-remote-address-group Oct 06 04:23:52.330469 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.331371 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.331886 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: security-groups-shared-filtering Oct 06 04:23:52.332214 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: securitygroup.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.341903 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.342444 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: security-group Oct 06 04:23:52.342782 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: segment.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.343501 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.344017 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension segment not supported by any of loaded plugins Oct 06 04:23:52.344349 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.345847 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.346372 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 06 04:23:52.346700 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: servicetype.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.347775 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.348304 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: service-type Oct 06 04:23:52.348636 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: sorting.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.349567 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.349903 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: sorting Oct 06 04:23:52.350232 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: standard_attr_segment.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.351144 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.351666 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 06 04:23:52.351997 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: standardattrdescription.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.352609 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.353124 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: standard-attr-description Oct 06 04:23:52.353450 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: stateful_security_group.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.354324 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.354837 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: stateful-security-group Oct 06 04:23:52.355191 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: stdattrs_common.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.355737 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 06 04:23:52.356059 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.356932 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.357446 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 06 04:23:52.357779 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: subnet_onboard.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.358792 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.359345 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: subnet_onboard Oct 06 04:23:52.359673 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.360944 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.361461 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 06 04:23:52.361787 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: subnet_service_types.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.362664 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.363205 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: subnet-service-types Oct 06 04:23:52.363532 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: subnetallocation.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.364549 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.365070 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: subnet_allocation Oct 06 04:23:52.365395 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.366020 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.366530 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: subnetpool-prefix-ops Oct 06 04:23:52.366852 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.367769 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.368282 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 06 04:23:52.368606 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: tagging.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.369616 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.370127 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: standard-attr-tag Oct 06 04:23:52.370452 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: timestamp.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.371688 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.372164 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loaded extension: standard-attr-timestamp Oct 06 04:23:52.372491 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: trunk.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.373466 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.373984 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension trunk not supported by any of loaded plugins Oct 06 04:23:52.374309 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: trunk_details.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.375195 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.375711 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension trunk-details not supported by any of loaded plugins Oct 06 04:23:52.376038 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: uplink_status_propagation.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.376981 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.377494 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 06 04:23:52.377826 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Loading extension file: vlantransparent.py {{(pid=106081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 06 04:23:52.378452 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 06 04:23:52.378978 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extension vlan-transparent not supported by any of loaded plugins Oct 06 04:23:52.381578 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:network Oct 06 04:23:52.382098 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:subnet Oct 06 04:23:52.382502 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 04:23:52.382897 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:port Oct 06 04:23:52.384184 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.384630 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service FLAVORS assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.385240 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.385677 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.386014 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:router Oct 06 04:23:52.386444 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:floatingip Oct 06 04:23:52.386934 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service METERING assigned prefix: /metering {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.388401 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.388776 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.389134 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:23:52.390125 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of CountableResource for resource:rbac_policy Oct 06 04:23:52.390560 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:security_group Oct 06 04:23:52.391018 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:security_group_rule Oct 06 04:23:52.391558 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service CORE assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.391891 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 04:23:52.392752 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] subnetpool is already registered Oct 06 04:23:52.393176 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service CORE assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.393511 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 04:23:52.393847 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] subnetpool is already registered Oct 06 04:23:52.396265 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.396717 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service FLAVORS assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.397338 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.397883 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.398227 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:router Oct 06 04:23:52.398573 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] router is already registered Oct 06 04:23:52.399017 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:floatingip Oct 06 04:23:52.399364 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] floatingip is already registered Oct 06 04:23:52.399829 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service METERING assigned prefix: /metering {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.400572 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of CountableResource for resource:rbac_policy Oct 06 04:23:52.400901 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] rbac_policy is already registered Oct 06 04:23:52.401325 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:security_group Oct 06 04:23:52.401662 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] security_group is already registered Oct 06 04:23:52.402074 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:security_group_rule Oct 06 04:23:52.402417 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] security_group_rule is already registered Oct 06 04:23:52.402915 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service CORE assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.403269 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 04:23:52.403612 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] subnetpool is already registered Oct 06 04:23:52.404029 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.v2.resource_helper [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Service CORE assigned prefix: {{(pid=106081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 06 04:23:52.404351 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Creating instance of TrackedResource for resource:subnetpool Oct 06 04:23:52.404682 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING neutron.quota.resource_registry [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] subnetpool is already registered Oct 06 04:23:52.405173 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: extensions {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.406725 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: address-groups {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.408888 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: address-scopes {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.410126 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: agents {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.411341 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: auto-allocated-topology {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.413837 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: availability_zones {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.415107 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: dhcp-networks {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.416529 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: dhcp-agents {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.418073 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: routers {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.419824 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: flavors {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.420994 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: service_profiles {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.422293 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: next_providers {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.423842 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: service_profiles {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.425298 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: floatingip-pools {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.426686 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: routers {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.428377 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: floatingips {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.429572 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: l3-routers {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.430979 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: l3-agents {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.432504 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: metering-labels {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.433783 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: metering-label-rules {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.435130 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: network-ip-availabilities {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.436490 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: bindings {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.438098 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: quotas {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.439817 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: quotas {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.441475 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: rbac-policies {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.442679 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: security-groups {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.443925 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: security-group-rules {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.445190 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: service-providers {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.446489 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: subnetpools {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.447864 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: subnetpools {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.449331 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.451139 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.452877 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.455320 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.457046 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.458923 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.460741 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.462582 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.464404 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.466278 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron.api.extensions [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Extended resource: tags {{(pid=106081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 06 04:23:52.473977 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING keystonemiddleware.auth_token [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 06 04:23:52.479046 dv-cinder-860227-2-iscsi neutron-server[106081]: WARNING keystonemiddleware.auth_token [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 06 04:23:52.488672 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_concurrency.lockutils [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Acquiring lock "singleton_lock" {{(pid=106081) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 06 04:23:52.489003 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_concurrency.lockutils [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Acquired lock "singleton_lock" {{(pid=106081) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 06 04:23:52.489473 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_concurrency.lockutils [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Releasing lock "singleton_lock" {{(pid=106081) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 06 04:23:52.490131 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO oslo_service.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Starting 2 workers Oct 06 04:23:52.494932 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Started child 106194 {{(pid=106081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 04:23:52.499373 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Started child 106195 {{(pid=106081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 04:23:52.500439 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:23:52.501109 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO neutron.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Neutron service started, listening on 0.0.0.0:9696 Oct 06 04:23:52.502113 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Publish callbacks [] for process (None), before_spawn {{(pid=106081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:23:52.502524 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [-] (106194) wsgi starting up on http://0.0.0.0:9696 Oct 06 04:23:52.504780 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO oslo_service.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Starting 1 workers Oct 06 04:23:52.504905 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:23:52.506190 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [-] (106195) wsgi starting up on http://0.0.0.0:9696 Oct 06 04:23:52.509947 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Started child 106196 {{(pid=106081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 04:23:52.510507 dv-cinder-860227-2-iscsi neutron-server[106081]: INFO oslo_service.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Starting 1 workers Oct 06 04:23:52.513779 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] calling RpcWorker wait() {{(pid=106196) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 06 04:23:52.514327 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] returning from RpcWorker wait() {{(pid=106196) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 06 04:23:52.514949 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Started child 106197 {{(pid=106081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 06 04:23:52.515601 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:23:52.515715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG neutron_lib.callbacks.manager [None req-4479bcd9-ba6d-4e5a-ae33-4263089b13ad None None] Publish callbacks [] for process (None), after_spawn {{(pid=106081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:23:52.516113 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:23:52.518432 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106081) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 06 04:23:52.518772 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 06 04:23:52.518938 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 06 04:23:52.519231 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 06 04:23:52.519553 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 06 04:23:52.519706 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 06 04:23:52.520244 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.520522 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.520808 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.520976 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:23:52.521722 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.521722 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.521963 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:23:52.522116 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.522116 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.522595 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.522752 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.522882 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.523176 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.523452 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.523669 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.523881 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.524168 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.524420 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.524673 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.525042 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.525042 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.525456 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.525718 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.525943 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] debug = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.526151 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.526537 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.526790 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.527162 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.527451 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.527647 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.527962 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.528191 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.528419 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.528641 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.528866 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.529087 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.529324 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.529623 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.529623 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.530119 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.530119 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.530691 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] host = dv-cinder-860227-2-iscsi {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.530859 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.531044 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.531302 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.531560 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.531825 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.532059 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.532340 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.532628 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.533425 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.533668 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.533915 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.534149 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.534373 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.534611 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.534762 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_options = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.535029 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.535313 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.535599 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.535787 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.536055 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.536238 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.536381 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.536537 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.536795 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.536939 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.537151 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.537381 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.537614 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.537849 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.538111 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.538378 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.538604 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.538824 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.539121 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.539398 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.539662 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.539900 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.540162 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.540522 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.540686 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.541028 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.541028 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.541262 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.541435 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.541671 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.542065 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.542314 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.542415 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.543137 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.543137 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.543137 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.543399 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.543529 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.544027 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.544027 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.544284 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.544526 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.544743 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.544969 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.545184 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.545427 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.545626 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_json = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.545834 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.546062 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.546309 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.546540 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.546840 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.547015 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.547280 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.547893 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.547893 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.548181 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.548511 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.548771 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.548930 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.549129 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.549354 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.549604 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.549824 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.550073 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.550317 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.550585 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.550812 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.551157 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.551373 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.551637 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.551980 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.552218 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.552588 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.552750 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.552922 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.553174 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.553380 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.553669 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.553906 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.554142 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.554379 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.554599 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.554920 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.555438 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.555601 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.555805 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.556066 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.556468 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.556617 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.556800 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.557065 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.557613 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.557613 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.557908 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.557908 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.558180 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.558384 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.558616 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.559386 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.559386 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.559386 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.559858 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.559858 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.560217 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.560377 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.561090 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.561090 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.561090 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.561673 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.561673 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.561673 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.562447 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.562447 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.562447 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.562865 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.562865 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.563164 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.563324 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.563475 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.563657 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.564662 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.564662 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.565034 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.565034 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.567509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.567509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.567509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.567509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.567509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.567509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.567509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.567509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.567509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.568973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.568973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.568973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.568973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.568973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.568973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.568973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.568973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.568973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.570171 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.570171 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.570171 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.570171 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.570171 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.570171 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.571494 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.571494 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.571494 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.571494 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.571494 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.571494 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.572265 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.572265 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.572265 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.572583 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.572583 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.572905 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.573028 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.573171 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.573433 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.573646 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.573863 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.574079 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.574289 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.574500 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.574725 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.574930 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.575247 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.575439 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.575686 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.575915 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.576163 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.576396 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.576625 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.576853 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.577224 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.577404 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.577647 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.577872 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.578138 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.578451 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.578728 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.580182 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.580182 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.580182 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.580618 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.580757 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.580987 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.581180 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.581425 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.581651 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.581892 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.583367 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.583367 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.583367 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.583367 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.583367 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.583367 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.584138 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.584138 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.584138 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.584375 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.584530 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.584773 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.585211 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.585469 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.585697 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.585931 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.586188 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.586452 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.586666 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.586992 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.587144 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.587388 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.587604 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.587817 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.588048 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.588261 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.588478 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.588690 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.588906 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.589143 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.590374 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.590374 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.590374 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.590374 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.590374 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.590739 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.590739 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.590870 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.591080 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.591483 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.591924 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.592342 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.592735 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.593189 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.593580 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.593954 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.594177 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.594424 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.594647 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.594861 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.595121 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.595500 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.595712 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.595936 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.596163 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.596408 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.596646 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.596903 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.597259 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.597507 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.597927 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.598193 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.598443 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.598661 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.598877 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.599122 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.599376 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.599613 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.599832 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.600078 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.600327 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.600736 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.600973 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.601351 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.601593 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.601832 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.602091 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.602478 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.602899 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.603316 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.603707 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.604101 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.604504 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.604903 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.605190 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.605467 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.605735 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.606135 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.606364 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.606600 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.606935 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.607222 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.607512 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.607714 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.607936 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.608188 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.608420 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.608654 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.608867 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.609090 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.609309 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.609523 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.609773 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.610005 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.610238 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.610707 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.611051 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.611270 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.611497 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.611708 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.611944 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.612166 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.612386 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.612617 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.612868 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.613076 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.613306 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.613528 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.613741 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.613971 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.614195 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.614407 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.614612 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.615005 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.615250 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.615458 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.615749 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.616000 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.616263 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.616502 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.616730 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.616975 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.617215 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.617509 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.617757 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.617972 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.618203 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.618440 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.618657 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.618909 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.619267 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.619553 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.619808 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.620060 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.620332 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.620604 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.620867 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.621080 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.621378 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.621750 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.621972 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.622147 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:23:52.622239 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.622474 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.622723 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.622979 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.623209 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.623443 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.623686 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.623900 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.624162 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.624388 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.624632 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.624848 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.625067 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.625286 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.625544 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.625772 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.626014 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.626227 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.627258 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 06 04:23:52.627449 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106081) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 06 04:23:52.627695 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 06 04:23:52.627801 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 06 04:23:52.627931 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 06 04:23:52.628257 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 06 04:23:52.628257 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 06 04:23:52.628431 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.628570 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.628734 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.628932 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.629086 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.629232 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.629364 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.629521 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.629677 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.629998 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.630157 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.630902 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.630902 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.630902 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.630902 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.630902 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.631516 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.631516 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.631516 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.631516 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.631983 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.631983 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] debug = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.631983 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.632328 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.632328 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.632587 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.632587 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.632779 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.632858 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.633011 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.633167 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.633326 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.633484 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.633641 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.633798 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.633956 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.634112 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.634269 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.634426 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.634582 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] host = dv-cinder-860227-2-iscsi {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.634739 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.634895 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.635074 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.635232 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.635390 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.635547 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.635705 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.635846 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.636006 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.636173 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.636319 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.636476 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.636633 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.636790 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.636942 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_options = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.637093 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.637251 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.637407 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.637590 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.637753 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.637910 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.638067 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.638224 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.638381 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.638538 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.638696 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.638854 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.639031 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.639191 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.639349 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.639506 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.639664 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.639823 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.639981 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.640140 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.640297 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.640454 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.640662 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.640852 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.641237 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.641237 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.641237 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.641742 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.641742 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.641742 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.641742 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.642200 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.642200 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.642433 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.642556 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.642677 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.642797 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.642998 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.643145 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.643306 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.643462 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.643618 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.643775 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.643932 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.644090 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.644247 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.644389 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_json = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.644549 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.644705 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.644861 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.645018 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.645174 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.645329 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.645485 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.645643 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.645801 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 06 04:23:52.645975 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.646136 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.646306 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.646466 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.646626 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.646785 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.646943 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.647129 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.647306 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.647435 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.647607 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.647767 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.647937 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.648312 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.648312 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649072 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649072 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649072 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649072 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649072 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649425 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649425 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649425 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649630 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649731 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.649890 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.650051 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.650242 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.650366 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.650565 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.651294 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.651294 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.651294 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.651294 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.652715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.652715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.652715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.652715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.652715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.652715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.652715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.652715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.652715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.653329 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.653329 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.653329 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.653329 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.653329 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.653728 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.653728 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.653728 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.654069 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.654069 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.654269 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.654350 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.654468 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.654627 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.654797 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.654974 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.655136 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.655297 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.655459 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.655606 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.655767 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.655927 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.656087 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.656246 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.656405 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.656577 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.656737 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.656898 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.657057 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.657216 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.657375 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.657535 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.658215 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.658376 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.658535 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.658814 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.658942 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.659119 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.659243 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.659366 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.659487 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.659608 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.659751 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.659910 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.660068 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.660231 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.660390 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.660548 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.660715 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.660889 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.661049 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.661359 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.661359 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.662353 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.662353 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.662353 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.662353 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.662353 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.662353 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.662353 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.663463 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.663463 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.663463 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.663463 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.663463 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.663463 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.663463 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.664811 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.664811 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.664811 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.664811 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.664811 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.664811 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.664811 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.664811 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.665415 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.665415 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.665415 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.665415 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.665415 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.665802 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.665802 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.665802 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.666187 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.666187 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.666333 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.666410 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.666531 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.666690 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.666850 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.667031 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.667192 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.667351 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.667522 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.667646 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.667803 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.667962 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.668119 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.668279 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.668438 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.668618 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.668777 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.668935 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.669093 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.669251 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.669410 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.669567 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.669726 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.669888 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.670035 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.670198 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.670357 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.670517 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.670677 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.670835 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.671014 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.671176 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.671335 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.671493 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.671653 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.671812 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.671970 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.672129 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.672287 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.672447 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.672606 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.672764 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.672922 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.673081 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.673357 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.673623 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.673709 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.673846 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.674003 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.674162 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.674320 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.674480 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.674641 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.674801 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.674979 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.675141 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.675312 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676000 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676000 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676000 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676000 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676302 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676302 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676451 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676538 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676626 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676773 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.676933 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.677093 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.677253 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.677430 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.677589 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.677748 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.677911 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.678070 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.678231 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.678390 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.678549 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.678708 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.678867 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.679049 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.679210 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.679368 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.679525 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.679684 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.679842 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.680000 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.680163 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.680325 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.680485 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.680645 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.680804 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.680963 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.681122 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.681282 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.681440 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.681599 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.681759 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.681918 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.682077 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.682236 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.682393 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.682564 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.682722 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.682882 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.683062 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.683222 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.683382 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.683552 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.683698 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.683856 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.684015 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.684173 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.684331 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.684489 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.684648 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.684807 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.684965 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.685123 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.685282 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.685451 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.685610 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.685768 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.685926 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.686083 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.686241 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.686409 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.686567 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.686720 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.686871 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.687050 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.687210 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.687372 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.687525 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.687683 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.687840 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.687999 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.688157 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.688324 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.688484 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.688643 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.689314 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.689493 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.689673 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.689828 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.689981 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.690107 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.690267 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.690427 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.690585 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.690744 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.690905 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.691092 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.691260 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.691427 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.691588 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.691755 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.691921 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.692088 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.692248 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.692411 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.692581 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.692740 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.692899 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.693058 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.693216 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.693375 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.693535 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.693694 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.693852 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.694011 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.694169 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.694327 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.694516 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.694647 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.694781 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.694940 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.695125 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.695284 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.695442 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.695600 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 06 04:23:52.695752 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 06 04:23:52.799350 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34114) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:23:52.806435 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049732 Oct 06 04:23:52.810860 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038562 Oct 06 04:24:01.996972 dv-cinder-860227-2-iscsi neutron-server[106081]: DEBUG dbcounter [-] [106081] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:04.145493 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e76c0-4019-4026-a9fe-40927757b375 None None] get_active_networks_info from dv-cinder-860227-2-iscsi {{(pid=106196) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 06 04:24:04.164467 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writer thread running {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 04:24:04.243443 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e76c0-4019-4026-a9fe-40927757b375 None None] No non-hosted networks {{(pid=106196) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 06 04:24:04.262449 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.agentschedulers_db [None req-8c6e76c0-4019-4026-a9fe-40927757b375 None None] DHCP Agent not found on host dv-cinder-860227-2-iscsi {{(pid=106196) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 06 04:24:04.312997 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2765b6be-bf0b-4661-aec0-13071f44f3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860436'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:05.926900 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writer thread running {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 04:24:06.405979 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b69ed20b-87f8-4d2d-8487-a91831c883a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860436'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:06.457355 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-862c87fb-5b3c-45c8-9c90-de60349daece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:07.691313 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860436'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:08.045982 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34188) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:08.598078 dv-cinder-860227-2-iscsi neutron-server[106195]: WARNING oslo_policy.policy [None req-6771d825-80ae-450b-bc68-42b06284d255 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 04:24:08.598702 dv-cinder-860227-2-iscsi neutron-server[106195]: WARNING oslo_policy.policy [None req-6771d825-80ae-450b-bc68-42b06284d255 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 04:24:08.820351 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [None req-6771d825-80ae-450b-bc68-42b06284d255 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:24:08.821636 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-6771d825-80ae-450b-bc68-42b06284d255 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7745614 Oct 06 04:24:08.984803 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860436'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:08.988752 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.989506 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.990635 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.991215 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.991739 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.992293 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.992870 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.993274 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.993654 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.994751 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.995133 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.995466 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.995819 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.996180 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.996499 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:08.996941 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860227-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:09.009070 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860227-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:09.215916 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860436'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:11.465584 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34222) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:11.820014 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-45e30f83-e6ff-4049-bbb8-5e3196515717 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:24:11.832353 dv-cinder-860227-2-iscsi neutron-server[106195]: ERROR stevedore.extension [None req-45e30f83-e6ff-4049-bbb8-5e3196515717 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 06 04:24:11.912834 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.policy [None req-45e30f83-e6ff-4049-bbb8-5e3196515717 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106195) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 06 04:24:11.954198 dv-cinder-860227-2-iscsi neutron-server[106195]: WARNING oslo_policy.policy [None req-45e30f83-e6ff-4049-bbb8-5e3196515717 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 04:24:11.954526 dv-cinder-860227-2-iscsi neutron-server[106195]: WARNING oslo_policy.policy [None req-45e30f83-e6ff-4049-bbb8-5e3196515717 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 04:24:11.974399 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writer thread running {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 04:24:12.054232 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-45e30f83-e6ff-4049-bbb8-5e3196515717 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790506421767', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790506418203', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790506438399', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790506429435', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790506422980', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790506381735', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1348923', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1349114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3688073', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3681154'] for rbac-policy (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:12.126396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-45e30f83-e6ff-4049-bbb8-5e3196515717 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:12.127603 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-45e30f83-e6ff-4049-bbb8-5e3196515717 admin admin] 10.222.0.33 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6609459 Oct 06 04:24:12.594578 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.db.l3_hamode_db [None req-0fccc253-9629-4f47-80fb-574f5e690fec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 06 04:24:12.671610 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccc253-9629-4f47-80fb-574f5e690fec None None] Routers set() bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:24:12.672000 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccc253-9629-4f47-80fb-574f5e690fec None None] Router IDs set() for agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 06 04:24:14.702760 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34232) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:15.022239 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:24:15.053900 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Made reservation on behalf of 55dd5dfdb0894fdfad4138219ed4e9e8 for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:24:15.058277 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:15.076852 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:15.187295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Publish callbacks [] for security_group (657c9e17-128a-43e3-8273-4970c1ec149d), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:15.191886 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (657c9e17-128a-43e3-8273-4970c1ec149d), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:15.225067 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:24:15.254557 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790508682963', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (2f832493-6fd0-49c7-b738-67d3f5e835bb), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:15.255155 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Unsubscribe: segment precommit_create {{(pid=106195) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 06 04:24:15.255687 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Added segment 2f832493-6fd0-49c7-b738-67d3f5e835bb of type vlan for network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 Oct 06 04:24:15.270826 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=657c9e17-128a-43e3-8273-4970c1ec149d,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:15.319425 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.319762 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.320117 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.320464 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.320795 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.321119 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.321442 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.321761 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.322079 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.322394 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.322993 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.323336 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.323664 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.323978 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.324295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Tracked resource versions report: Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: pushed versions: Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: { 'AddressGroup': {'1.2'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Agent': {'1.1'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'ConntrackHelper': {'1.0'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'LocalIPAssociation': {'1.0'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Log': {'1.0'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'NDPProxy': {'1.0'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Network': {'1.1'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Port': {'1.7'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'PortForwarding': {'1.3'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'QosPolicy': {'1.10'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SecurityGroup': {'1.5'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SecurityGroupRule': {'1.2'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SubPort': {'1.0'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Subnet': {'1.1'}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Trunk': {'1.1'}} Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: consumer versions: Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: { DHCP agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: L3 agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: Metadata agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: Metering agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: Open vSwitch agent@dv-cinder-860227-2-iscsi: { 'AddressGroup': '1.2', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Agent': '1.1', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'ConntrackHelper': '1.0', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'LocalIPAssociation': '1.0', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Log': '1.0', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'NDPProxy': '1.0', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Network': '1.1', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Port': '1.7', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'PortForwarding': '1.3', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'QosPolicy': '1.10', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SecurityGroup': '1.5', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SecurityGroupRule': '1.2', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SubPort': '1.0', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Subnet': '1.1', Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Trunk': '1.1'}} Oct 06 04:24:15.325682 dv-cinder-860227-2-iscsi neutron-server[106195]: {{(pid=106195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 04:24:15.361926 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (5cca495d-0dc5-43f1-a4ac-021c6e3071f3), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:15.402799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (5cca495d-0dc5-43f1-a4ac-021c6e3071f3), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:15.407942 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:24:15.408629 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:15.417613 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:15.509490 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8055451 Oct 06 04:24:15.534189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3598b-6372-4ffc-96e5-03fdc058cf4d demo demo] Pushing event updated for resources: {'Network': ['ID=5cca495d-0dc5-43f1-a4ac-021c6e3071f3,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:15.547210 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:24:18.161467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34246) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:18.585234 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea35f22-76e2-42ac-8d15-5041fcf8f152 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:24:18.586599 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-1ea35f22-76e2-42ac-8d15-5041fcf8f152 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/5cca495d-0dc5-43f1-a4ac-021c6e3071f3 HTTP/1.1" status: 200 len: 824 time: 0.4241705 Oct 06 04:24:18.612239 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f27f2aae-a41f-43a9-9428-2a418885623d demo admin] 10.222.0.33 "GET /networking/v2.0/subnetpools/6a018036-1942-4c84-9970-a681b5b6f92a HTTP/1.1" status: 200 len: 734 time: 0.0193698 Oct 06 04:24:18.620915 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Request body: {'subnet': {'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3', 'ip_version': 4, 'subnetpool_id': '6a018036-1942-4c84-9970-a681b5b6f92a', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:24:18.642042 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Made reservation on behalf of 55dd5dfdb0894fdfad4138219ed4e9e8 for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:24:18.644538 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:18.800352 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:18.951227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (1f483325-1316-4274-be51-898aa46049c7), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:19.026103 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Pushing event updated for resources: {'Subnet': ['ID=1f483325-1316-4274-be51-898aa46049c7,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:19.028778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Checking segment: {'id': '2f832493-6fd0-49c7-b738-67d3f5e835bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:24:19.029163 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Network hostable DHCP agents. Network: 5cca495d-0dc5-43f1-a4ac-021c6e3071f3, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:24:19.052116 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:24:19.062979 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 5cca495d-0dc5-43f1-a4ac-021c6e3071f3) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:24:19.067384 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:24:19.067966 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:19.073223 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243aef7d-4520-4f25-874a-b4c6b58d76ce None None] Network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:24:19.084726 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-631421f8-5a11-4304-b43e-4b4c49a22c1e demo admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4669836 Oct 06 04:24:19.346131 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-5cca495d-0dc5-43f1-a4ac-021c6e3071f3', 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3', 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'fixed_ips': [{'subnet_id': '1f483325-1316-4274-be51-898aa46049c7'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:24:19.347459 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:19.623684 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Allocated IP 172.20.0.2 (5cca495d-0dc5-43f1-a4ac-021c6e3071f3/1f483325-1316-4274-be51-898aa46049c7/e2ff6aa0-fbdb-4b22-8614-59c5ac407987) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:24:19.644344 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:19.890701 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Publish callbacks [] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:19.898273 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:19.975344 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:24:19.984197 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:24:19.989520 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Pushing event updated for resources: {'Port': ['ID=e2ff6aa0-fbdb-4b22-8614-59c5ac407987,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:19.992139 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:24:20.006009 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.006358 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.006718 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.007100 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.007439 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.007770 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.008095 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.008419 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.008748 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.009069 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.009391 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.009729 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.010049 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.010369 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.010686 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Tracked resource versions report: Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: pushed versions: Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: { 'AddressGroup': {'1.2'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Agent': {'1.1'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'ConntrackHelper': {'1.0'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'LocalIPAssociation': {'1.0'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Log': {'1.0'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'NDPProxy': {'1.0'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Network': {'1.1'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Port': {'1.7'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'PortForwarding': {'1.3'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'QosPolicy': {'1.10'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SecurityGroup': {'1.5'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SecurityGroupRule': {'1.2'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SubPort': {'1.0'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Subnet': {'1.1'}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Trunk': {'1.1'}} Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: consumer versions: Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: { DHCP agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: L3 agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: Metadata agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: Metering agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: Open vSwitch agent@dv-cinder-860227-2-iscsi: { 'AddressGroup': '1.2', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Agent': '1.1', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'ConntrackHelper': '1.0', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'LocalIPAssociation': '1.0', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Log': '1.0', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'NDPProxy': '1.0', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Network': '1.1', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Port': '1.7', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'PortForwarding': '1.3', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'QosPolicy': '1.10', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SecurityGroup': '1.5', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SecurityGroupRule': '1.2', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SubPort': '1.0', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Subnet': '1.1', Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Trunk': '1.1'}} Oct 06 04:24:20.012121 dv-cinder-860227-2-iscsi neutron-server[106196]: {{(pid=106196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 04:24:20.087702 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Attempting to bind port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:24:20.088361 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Attempting to bind port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '2f832493-6fd0-49c7-b738-67d3f5e835bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:24:20.088522 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Attempting to bind port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 on network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:24:20.121800 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:20.136789 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:24:20.137139 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Checking segment: {'id': '2f832493-6fd0-49c7-b738-67d3f5e835bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:24:20.137603 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:20.137992 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Bound using segment: {'id': '2f832493-6fd0-49c7-b738-67d3f5e835bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:24:20.138482 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Bound port: e2ff6aa0-fbdb-4b22-8614-59c5ac407987, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f832493-6fd0-49c7-b738-67d3f5e835bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:24:20.138884 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:20.200493 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] For port e2ff6aa0-fbdb-4b22-8614-59c5ac407987, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:24:20.220574 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] For port e2ff6aa0-fbdb-4b22-8614-59c5ac407987, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=e2ff6aa0-fbdb-4b22-8614-59c5ac407987,segment=NetworkSegment(2f832493-6fd0-49c7-b738-67d3f5e835bb),segment_id=2f832493-6fd0-49c7-b738-67d3f5e835bb)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:24:20.229644 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:20.280464 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557a53e-4965-4197-92d8-4cedde83dbd8 None None] Pushing event updated for resources: {'Port': ['ID=e2ff6aa0-fbdb-4b22-8614-59c5ac407987,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:21.220242 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:21.229038 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=10 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:21.796161 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34260) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:22.125028 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [None req-7f63692e-9998-4d06-8fba-83ca6fb4fe5f admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:24:22.126541 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-7f63692e-9998-4d06-8fba-83ca6fb4fe5f admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3295419 Oct 06 04:24:24.834265 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34268) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:25.181379 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [None req-38e3d5a7-e116-403a-a0ac-e1fac58114f2 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:24:25.182643 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-38e3d5a7-e116-403a-a0ac-e1fac58114f2 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3474479 Oct 06 04:24:27.841337 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34280) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:28.174237 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-039c14e8-bff2-492f-8de8-5b6b43eb2b2f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:24:28.198209 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-039c14e8-bff2-492f-8de8-5b6b43eb2b2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (36839633-6c8a-4627-a7fb-71f2029606b7), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.200106 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-039c14e8-bff2-492f-8de8-5b6b43eb2b2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (36839633-6c8a-4627-a7fb-71f2029606b7), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.339868 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-039c14e8-bff2-492f-8de8-5b6b43eb2b2f demo demo] Publish callbacks [] for router_controller (36839633-6c8a-4627-a7fb-71f2029606b7), precommit_add_association {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.345453 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-039c14e8-bff2-492f-8de8-5b6b43eb2b2f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (36839633-6c8a-4627-a7fb-71f2029606b7), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.362923 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-039c14e8-bff2-492f-8de8-5b6b43eb2b2f demo demo] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.364157 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-039c14e8-bff2-492f-8de8-5b6b43eb2b2f demo demo] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5218480 Oct 06 04:24:28.416993 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bca404-c073-4d22-90e1-acbf6826a5de None None] Network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:24:28.488026 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-0155fe3c-16e0-450c-8f95-b448b48fde8f None None] Provisioning complete for port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:28.488347 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0155fe3c-16e0-450c-8f95-b448b48fde8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.488717 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-0155fe3c-16e0-450c-8f95-b448b48fde8f None None] Attempt 1 to provision port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 Oct 06 04:24:28.681978 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-0155fe3c-16e0-450c-8f95-b448b48fde8f None None] Current status of the port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:24:28.682368 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0155fe3c-16e0-450c-8f95-b448b48fde8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.717805 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-0155fe3c-16e0-450c-8f95-b448b48fde8f None None] For port e2ff6aa0-fbdb-4b22-8614-59c5ac407987, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=e2ff6aa0-fbdb-4b22-8614-59c5ac407987,segment=NetworkSegment(2f832493-6fd0-49c7-b738-67d3f5e835bb),segment_id=2f832493-6fd0-49c7-b738-67d3f5e835bb)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:24:28.723795 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e2ff6aa0-fbdb-4b22-8614-59c5ac407987 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:24:28.728316 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0155fe3c-16e0-450c-8f95-b448b48fde8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.804195 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:28.805591 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:28.806026 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.806393 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 Oct 06 04:24:28.858420 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155fe3c-16e0-450c-8f95-b448b48fde8f None None] Pushing event updated for resources: {'Port': ['ID=e2ff6aa0-fbdb-4b22-8614-59c5ac407987,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:28.899217 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:24:28.946237 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-0938f35a-558e-4194-9dae-9ff53bf8825a None None] Provisioning complete for port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:28.946642 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0938f35a-558e-4194-9dae-9ff53bf8825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:28.947018 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-0938f35a-558e-4194-9dae-9ff53bf8825a None None] Attempt 1 to provision port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 Oct 06 04:24:29.019905 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-0938f35a-558e-4194-9dae-9ff53bf8825a None None] Current status of the port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:24:30.688582 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e2ff6aa0-fbdb-4b22-8614-59c5ac407987 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:24:30.730486 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:30.730887 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:30.731254 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 Oct 06 04:24:30.756577 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:30.803223 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:24:31.014323 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34288) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:31.338460 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [None req-3ef1dfb4-9272-4d0b-98fa-f8a273ce8e1e admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:24:31.339517 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3ef1dfb4-9272-4d0b-98fa-f8a273ce8e1e admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3242545 Oct 06 04:24:33.989704 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34296) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:34.055643 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8f8d11d8-82db-44b9-9ee0-efa1739653df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:34.337008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:24:34.356739 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Made reservation on behalf of 7760d317949542fd9d86e529eca476cc for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:24:34.359930 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:34.368020 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:34.441700 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:34.446569 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Publish callbacks [] for security_group (b5703f0e-41d7-4774-a759-b757e57cd33a), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:34.450132 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (b5703f0e-41d7-4774-a759-b757e57cd33a), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:34.470579 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Reserving flat network on physical network physnet1 {{(pid=106195) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 06 04:24:34.488922 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5703f0e-41d7-4774-a759-b757e57cd33a,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:34.494026 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (a58ef708-4c2b-47e8-bf09-adaafe6b7576), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:34.494609 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Added segment a58ef708-4c2b-47e8-bf09-adaafe6b7576 of type flat for network 98a51676-7e52-4c55-ad2a-b10722899494 Oct 06 04:24:34.541387 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (98a51676-7e52-4c55-ad2a-b10722899494), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:34.573393 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (98a51676-7e52-4c55-ad2a-b10722899494), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:34.574419 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:24:34.575035 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:34.655546 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6647756 Oct 06 04:24:34.673632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=75,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=15 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:34.678709 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa15ad4-d056-4ad2-ae19-30dc32d0506d admin admin] Pushing event updated for resources: {'Network': ['ID=98a51676-7e52-4c55-ad2a-b10722899494,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:34.689275 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 98a51676-7e52-4c55-ad2a-b10722899494 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:24:36.397686 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8555b64f-f1b9-49d2-b9ec-8c5ee9f96024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:37.287354 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 34304) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:37.656720 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:37.793272 dv-cinder-860227-2-iscsi neutron-server[106194]: WARNING oslo_policy.policy [None req-9e9fe3b0-c16a-4fca-b85a-2c3fed50e21e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 04:24:37.793855 dv-cinder-860227-2-iscsi neutron-server[106194]: WARNING oslo_policy.policy [None req-9e9fe3b0-c16a-4fca-b85a-2c3fed50e21e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 04:24:38.033294 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writer thread running {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 06 04:24:38.056736 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:38.159306 dv-cinder-860227-2-iscsi neutron-server[106194]: ERROR stevedore.extension [None req-9e9fe3b0-c16a-4fca-b85a-2c3fed50e21e demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 06 04:24:38.213507 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.policy [None req-9e9fe3b0-c16a-4fca-b85a-2c3fed50e21e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106194) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 06 04:24:38.258500 dv-cinder-860227-2-iscsi neutron-server[106194]: WARNING oslo_policy.policy [None req-9e9fe3b0-c16a-4fca-b85a-2c3fed50e21e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 04:24:38.258879 dv-cinder-860227-2-iscsi neutron-server[106194]: WARNING oslo_policy.policy [None req-9e9fe3b0-c16a-4fca-b85a-2c3fed50e21e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 06 04:24:38.267311 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9fe3b0-c16a-4fca-b85a-2c3fed50e21e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:24:38.269277 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-9e9fe3b0-c16a-4fca-b85a-2c3fed50e21e demo admin] 10.222.0.33 "GET /networking/v2.0/subnets/1f483325-1316-4274-be51-898aa46049c7 HTTP/1.1" status: 200 len: 849 time: 0.9799793 Oct 06 04:24:38.445081 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-36e1f245-cff6-42f1-8e89-970c0adc53f6 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/36839633-6c8a-4627-a7fb-71f2029606b7 HTTP/1.1" status: 200 len: 704 time: 0.1699288 Oct 06 04:24:38.703626 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:38.985335 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.028635 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Allocated IP 172.20.0.1 (5cca495d-0dc5-43f1-a4ac-021c6e3071f3/1f483325-1316-4274-be51-898aa46049c7/d1ea1996-c783-4741-81bc-6b46f72cbb0d) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:24:39.206991 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.244186 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Publish callbacks [] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.309512 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.368650 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:24:39.375133 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:24:39.416796 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Pushing event updated for resources: {'Port': ['ID=d1ea1996-c783-4741-81bc-6b46f72cbb0d,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:39.422917 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:24:39.423964 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (36839633-6c8a-4627-a7fb-71f2029606b7), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.446752 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.447428 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.447541 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.447824 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.448168 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.448492 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.448818 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.449143 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.449481 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.449809 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.450133 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.450470 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.450795 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.451146 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.451467 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Tracked resource versions report: Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: pushed versions: Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: { 'AddressGroup': {'1.2'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Agent': {'1.1'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'ConntrackHelper': {'1.0'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'LocalIPAssociation': {'1.0'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Log': {'1.0'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'NDPProxy': {'1.0'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Network': {'1.1'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Port': {'1.7'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'PortForwarding': {'1.3'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'QosPolicy': {'1.10'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SecurityGroup': {'1.5'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SecurityGroupRule': {'1.2'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SubPort': {'1.0'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Subnet': {'1.1'}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Trunk': {'1.1'}} Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: consumer versions: Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: { DHCP agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: L3 agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: Metadata agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: Metering agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: Open vSwitch agent@dv-cinder-860227-2-iscsi: { 'AddressGroup': '1.2', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Agent': '1.1', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'ConntrackHelper': '1.0', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'LocalIPAssociation': '1.0', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Log': '1.0', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'NDPProxy': '1.0', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Network': '1.1', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Port': '1.7', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'PortForwarding': '1.3', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'QosPolicy': '1.10', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SecurityGroup': '1.5', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SecurityGroupRule': '1.2', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SubPort': '1.0', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Subnet': '1.1', Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Trunk': '1.1'}} Oct 06 04:24:39.452865 dv-cinder-860227-2-iscsi neutron-server[106194]: {{(pid=106194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 04:24:39.562942 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:39.568843 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:39.572189 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:39.598756 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-7ec319b0-6691-4920-822d-f41cccc003fb None None] Provisioning complete for port d1ea1996-c783-4741-81bc-6b46f72cbb0d triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:39.599161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7ec319b0-6691-4920-822d-f41cccc003fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.599506 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-7ec319b0-6691-4920-822d-f41cccc003fb None None] Attempt 1 to provision port d1ea1996-c783-4741-81bc-6b46f72cbb0d Oct 06 04:24:39.632223 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-7ec319b0-6691-4920-822d-f41cccc003fb None None] Port d1ea1996-c783-4741-81bc-6b46f72cbb0d cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:24:39.633327 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.644709 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:39.837573 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Publish callbacks [] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.841668 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.842421 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (36839633-6c8a-4627-a7fb-71f2029606b7), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:39.916669 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Pushing event updated for resources: {'Port': ['ID=d1ea1996-c783-4741-81bc-6b46f72cbb0d,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:39.973908 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:24:39.975313 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:24:40.136353 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Router 36839633-6c8a-4627-a7fb-71f2029606b7 is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:24:40.152719 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-321f8afb-3869-434f-ade9-452ba21c63e4 None None] Provisioning complete for port d1ea1996-c783-4741-81bc-6b46f72cbb0d triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:40.153292 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-321f8afb-3869-434f-ade9-452ba21c63e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:40.153428 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-321f8afb-3869-434f-ade9-452ba21c63e4 None None] Attempt 1 to provision port d1ea1996-c783-4741-81bc-6b46f72cbb0d Oct 06 04:24:40.186169 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-321f8afb-3869-434f-ade9-452ba21c63e4 None None] Port d1ea1996-c783-4741-81bc-6b46f72cbb0d cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:24:40.269474 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:24:40.274657 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-4b19839b-67ca-4df7-8494-06a5f30a82d0 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/36839633-6c8a-4627-a7fb-71f2029606b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8240921 Oct 06 04:24:40.290401 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Sync routers for ids ['36839633-6c8a-4627-a7fb-71f2029606b7'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:24:40.304486 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Routers {'36839633-6c8a-4627-a7fb-71f2029606b7'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:24:40.305317 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:24:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['36839633-6c8a-4627-a7fb-71f2029606b7'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:40.492096 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Set router 36839633-6c8a-4627-a7fb-71f2029606b7 gateway port host: None {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:24:40.908160 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'name': 'router1', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:24:28Z', 'updated_at': '2022-10-06T04:24:39Z', 'revision_number': 2, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'gw_port_host': None, '_interfaces': [{'id': 'd1ea1996-c783-4741-81bc-6b46f72cbb0d', 'name': '', 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'mac_address': 'fa:16:3e:8b:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f483325-1316-4274-be51-898aa46049c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:24:38Z', 'updated_at': '2022-10-06T04:24:39Z', 'revision_number': 2, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'subnets': [{'id': '1f483325-1316-4274-be51-898aa46049c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a018036-1942-4c84-9970-a681b5b6f92a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:40.958790 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Checking router: 36839633-6c8a-4627-a7fb-71f2029606b7 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:24:40.959194 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Updating router 36839633-6c8a-4627-a7fb-71f2029606b7 port d1ea1996-c783-4741-81bc-6b46f72cbb0d binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:24:41.012583 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:41.512154 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Publish callbacks [] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:41.518841 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:41.663389 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Pushing event updated for resources: {'Port': ['ID=d1ea1996-c783-4741-81bc-6b46f72cbb0d,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:41.669134 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Attempting to bind port d1ea1996-c783-4741-81bc-6b46f72cbb0d on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:24:41.669534 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Attempting to bind port d1ea1996-c783-4741-81bc-6b46f72cbb0d by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '2f832493-6fd0-49c7-b738-67d3f5e835bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:24:41.669974 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Attempting to bind port d1ea1996-c783-4741-81bc-6b46f72cbb0d on network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:24:41.682464 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.682464 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.682784 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.683157 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.683490 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.683820 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.684145 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.684469 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.684793 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.685111 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.685433 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.685769 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.686090 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.686406 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.686728 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Tracked resource versions report: Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: pushed versions: Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: { 'AddressGroup': {'1.2'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Agent': {'1.1'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'ConntrackHelper': {'1.0'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'LocalIPAssociation': {'1.0'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Log': {'1.0'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'NDPProxy': {'1.0'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Network': {'1.1'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Port': {'1.7'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'PortForwarding': {'1.3'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'QosPolicy': {'1.10'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SecurityGroup': {'1.5'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SecurityGroupRule': {'1.2'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SubPort': {'1.0'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Subnet': {'1.1'}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Trunk': {'1.1'}} Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: consumer versions: Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: { DHCP agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: L3 agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: Metadata agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: Metering agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: Open vSwitch agent@dv-cinder-860227-2-iscsi: { 'AddressGroup': '1.2', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Agent': '1.1', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'ConntrackHelper': '1.0', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'LocalIPAssociation': '1.0', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Log': '1.0', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'NDPProxy': '1.0', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Network': '1.1', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Port': '1.7', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'PortForwarding': '1.3', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'QosPolicy': '1.10', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SecurityGroup': '1.5', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SecurityGroupRule': '1.2', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SubPort': '1.0', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Subnet': '1.1', Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Trunk': '1.1'}} Oct 06 04:24:41.688310 dv-cinder-860227-2-iscsi neutron-server[106197]: {{(pid=106197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 04:24:41.768293 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:24:41.768616 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Checking segment: {'id': '2f832493-6fd0-49c7-b738-67d3f5e835bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:24:41.769079 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:41.769463 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Bound using segment: {'id': '2f832493-6fd0-49c7-b738-67d3f5e835bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:24:41.769948 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Bound port: d1ea1996-c783-4741-81bc-6b46f72cbb0d, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f832493-6fd0-49c7-b738-67d3f5e835bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:24:41.770322 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:41.812733 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:41.833080 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] For port d1ea1996-c783-4741-81bc-6b46f72cbb0d, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:24:41.852066 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] For port d1ea1996-c783-4741-81bc-6b46f72cbb0d, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=d1ea1996-c783-4741-81bc-6b46f72cbb0d,segment=NetworkSegment(2f832493-6fd0-49c7-b738-67d3f5e835bb),segment_id=2f832493-6fd0-49c7-b738-67d3f5e835bb)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:24:41.853071 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:41.858600 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:41.900725 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Routers {'36839633-6c8a-4627-a7fb-71f2029606b7'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:24:41.901330 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:24:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['36839633-6c8a-4627-a7fb-71f2029606b7'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:41.972752 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24feea14-ab6b-464b-a4eb-a387e3170c9d None None] Pushing event updated for resources: {'Port': ['ID=d1ea1996-c783-4741-81bc-6b46f72cbb0d,revision_number=4']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:41.998065 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] Set router 36839633-6c8a-4627-a7fb-71f2029606b7 gateway port host: None {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:24:42.187414 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'name': 'router1', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:24:28Z', 'updated_at': '2022-10-06T04:24:39Z', 'revision_number': 2, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'gw_port_host': None, '_interfaces': [{'id': 'd1ea1996-c783-4741-81bc-6b46f72cbb0d', 'name': '', 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'mac_address': 'fa:16:3e:8b:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f483325-1316-4274-be51-898aa46049c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:24:38Z', 'updated_at': '2022-10-06T04:24:41Z', 'revision_number': 4, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'subnets': [{'id': '1f483325-1316-4274-be51-898aa46049c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a018036-1942-4c84-9970-a681b5b6f92a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:42.212196 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c58a3-57ad-4bb8-be79-dfbae2e1fb69 None None] The sync data for ids ['36839633-6c8a-4627-a7fb-71f2029606b7'] in dv-cinder-860227-2-iscsi is: [{'id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'name': 'router1', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:24:28Z', 'updated_at': '2022-10-06T04:24:39Z', 'revision_number': 2, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'gw_port_host': None, '_interfaces': [{'id': 'd1ea1996-c783-4741-81bc-6b46f72cbb0d', 'name': '', 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'mac_address': 'fa:16:3e:8b:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f483325-1316-4274-be51-898aa46049c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:24:38Z', 'updated_at': '2022-10-06T04:24:41Z', 'revision_number': 4, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'subnets': [{'id': '1f483325-1316-4274-be51-898aa46049c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a018036-1942-4c84-9970-a681b5b6f92a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:24:42.918681 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34328) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:43.313512 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d1bbf-9c5b-451d-99eb-a65165db7267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:24:43.318464 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-a63d1bbf-9c5b-451d-99eb-a65165db7267 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/98a51676-7e52-4c55-ad2a-b10722899494 HTTP/1.1" status: 200 len: 842 time: 0.3953094 Oct 06 04:24:43.325432 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:24:43.346779 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Made reservation on behalf of 7760d317949542fd9d86e529eca476cc for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:24:43.349174 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:43.658284 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.objects.ports [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106195) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 06 04:24:43.658730 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (d16f983f-c420-42d4-8489-ed10d760029f), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:43.720669 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16f983f-c420-42d4-8489-ed10d760029f,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:43.725597 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:24:43.725922 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Network hostable DHCP agents. Network: 98a51676-7e52-4c55-ad2a-b10722899494, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:24:43.743416 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:24:43.751830 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 98a51676-7e52-4c55-ad2a-b10722899494) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:24:43.755998 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:24:43.756587 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:43.763044 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1f225-b40f-4c1e-b54f-83c93bbcffb7 None None] Network 98a51676-7e52-4c55-ad2a-b10722899494 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:24:43.786195 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-2e236664-6ba9-4fc7-b7b4-fdbd0622f9cd admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4535203 Oct 06 04:24:43.869935 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0056e1c3-af1f-4d4e-96a2-4073e2f88f3f None None] Network 98a51676-7e52-4c55-ad2a-b10722899494 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:24:46.445202 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34336) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:46.955196 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-22a617d1-41cc-409c-a621-356a23ee4b08 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/36839633-6c8a-4627-a7fb-71f2029606b7 HTTP/1.1" status: 200 len: 710 time: 0.5088229 Oct 06 04:24:47.060871 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2274591-4f4d-421e-990a-d7ea350d3ad9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:24:47.062932 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d2274591-4f4d-421e-990a-d7ea350d3ad9 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/98a51676-7e52-4c55-ad2a-b10722899494 HTTP/1.1" status: 200 len: 886 time: 0.1012685 Oct 06 04:24:47.072552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:24:47.197269 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:47.335159 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:47.383306 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Publish callbacks [] for router_gateway (36839633-6c8a-4627-a7fb-71f2029606b7), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:47.605598 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Publish callbacks [] for router_gateway (36839633-6c8a-4627-a7fb-71f2029606b7), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:47.683835 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:47.844352 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Allocated IP 172.27.0.188 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/a8d58944-7e3e-4458-8862-e87eb35c9c91) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:24:47.960735 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Publish callbacks [] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:48.019906 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:48.096362 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:24:48.101953 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:24:48.106084 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:24:48.143477 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Pushing event updated for resources: {'Port': ['ID=a8d58944-7e3e-4458-8862-e87eb35c9c91,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:48.303257 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:48.392116 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Publish callbacks [] for router_gateway (36839633-6c8a-4627-a7fb-71f2029606b7), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:48.394302 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:48.647551 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3859412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63922'] for router (36839633-6c8a-4627-a7fb-71f2029606b7), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:48.653162 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859439'] for router (36839633-6c8a-4627-a7fb-71f2029606b7), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:48.707180 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device d1ea1996-c783-4741-81bc-6b46f72cbb0d up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:24:48.755049 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port d1ea1996-c783-4741-81bc-6b46f72cbb0d triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:48.755454 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:48.755793 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port d1ea1996-c783-4741-81bc-6b46f72cbb0d Oct 06 04:24:48.767595 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Router 36839633-6c8a-4627-a7fb-71f2029606b7 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:24:48.826031 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port d1ea1996-c783-4741-81bc-6b46f72cbb0d is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:24:48.826571 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:48.829881 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:48.860671 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port d1ea1996-c783-4741-81bc-6b46f72cbb0d, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=d1ea1996-c783-4741-81bc-6b46f72cbb0d,segment=NetworkSegment(2f832493-6fd0-49c7-b738-67d3f5e835bb),segment_id=2f832493-6fd0-49c7-b738-67d3f5e835bb)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:24:48.865810 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:48.876887 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:24:48.881784 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:48.882708 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-4ef31f98-1b9f-431c-a3e0-08752a87b8f9 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/36839633-6c8a-4627-a7fb-71f2029606b7 HTTP/1.1" status: 200 len: 890 time: 1.8134551 Oct 06 04:24:48.906198 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Sync routers for ids ['36839633-6c8a-4627-a7fb-71f2029606b7'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:24:48.944998 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Routers {'36839633-6c8a-4627-a7fb-71f2029606b7'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:24:48.945998 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:24:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['36839633-6c8a-4627-a7fb-71f2029606b7'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:49.023451 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=d1ea1996-c783-4741-81bc-6b46f72cbb0d,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:49.169308 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Set router 36839633-6c8a-4627-a7fb-71f2029606b7 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:24:49.367953 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:49.551377 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'name': 'router1', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'a8d58944-7e3e-4458-8862-e87eb35c9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:24:28Z', 'updated_at': '2022-10-06T04:24:48Z', 'revision_number': 4, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'gw_port': {'id': 'a8d58944-7e3e-4458-8862-e87eb35c9c91', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:24:47Z', 'updated_at': '2022-10-06T04:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'd1ea1996-c783-4741-81bc-6b46f72cbb0d', 'name': '', 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'mac_address': 'fa:16:3e:8b:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f483325-1316-4274-be51-898aa46049c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:24:38Z', 'updated_at': '2022-10-06T04:24:48Z', 'revision_number': 5, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'subnets': [{'id': '1f483325-1316-4274-be51-898aa46049c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a018036-1942-4c84-9970-a681b5b6f92a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:49.601703 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Checking router: 36839633-6c8a-4627-a7fb-71f2029606b7 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:24:49.602063 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Updating router 36839633-6c8a-4627-a7fb-71f2029606b7 port a8d58944-7e3e-4458-8862-e87eb35c9c91 binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:24:49.723074 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:50.032927 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Publish callbacks [] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:50.038132 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:50.076766 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Attempting to bind port a8d58944-7e3e-4458-8862-e87eb35c9c91 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:24:50.077160 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Attempting to bind port a8d58944-7e3e-4458-8862-e87eb35c9c91 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:24:50.077523 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Attempting to bind port a8d58944-7e3e-4458-8862-e87eb35c9c91 on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:24:50.107189 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057115a-c37f-4f32-a136-20fa225530aa None None] Pushing event updated for resources: {'Port': ['ID=a8d58944-7e3e-4458-8862-e87eb35c9c91,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:50.119362 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:50.129756 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:24:50.130128 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:24:50.130526 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:50.130935 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:24:50.131436 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Bound port: a8d58944-7e3e-4458-8862-e87eb35c9c91, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:24:50.131806 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:50.177820 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] For port a8d58944-7e3e-4458-8862-e87eb35c9c91, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:24:50.180725 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] For port a8d58944-7e3e-4458-8862-e87eb35c9c91, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=a8d58944-7e3e-4458-8862-e87eb35c9c91,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:24:50.185772 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:50.221036 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Routers {'36839633-6c8a-4627-a7fb-71f2029606b7'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:24:50.221702 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:24:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['36839633-6c8a-4627-a7fb-71f2029606b7'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:50.264596 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:UPDATE=1,neutron:SELECT=63,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:50.267634 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=66 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:50.287509 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057115a-c37f-4f32-a136-20fa225530aa None None] Pushing event updated for resources: {'Port': ['ID=a8d58944-7e3e-4458-8862-e87eb35c9c91,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:50.342386 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] Set router 36839633-6c8a-4627-a7fb-71f2029606b7 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:24:50.467616 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:50.542791 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'name': 'router1', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'a8d58944-7e3e-4458-8862-e87eb35c9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:24:28Z', 'updated_at': '2022-10-06T04:24:48Z', 'revision_number': 4, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'gw_port': {'id': 'a8d58944-7e3e-4458-8862-e87eb35c9c91', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:24:47Z', 'updated_at': '2022-10-06T04:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'd1ea1996-c783-4741-81bc-6b46f72cbb0d', 'name': '', 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'mac_address': 'fa:16:3e:8b:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f483325-1316-4274-be51-898aa46049c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:24:38Z', 'updated_at': '2022-10-06T04:24:48Z', 'revision_number': 5, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'subnets': [{'id': '1f483325-1316-4274-be51-898aa46049c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a018036-1942-4c84-9970-a681b5b6f92a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:24:50.567343 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de4c3e-abcb-4e06-b37e-7511779dd2bb None None] The sync data for ids ['36839633-6c8a-4627-a7fb-71f2029606b7'] in dv-cinder-860227-2-iscsi is: [{'id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'name': 'router1', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'a8d58944-7e3e-4458-8862-e87eb35c9c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:24:28Z', 'updated_at': '2022-10-06T04:24:48Z', 'revision_number': 4, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'gw_port': {'id': 'a8d58944-7e3e-4458-8862-e87eb35c9c91', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:24:47Z', 'updated_at': '2022-10-06T04:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'd1ea1996-c783-4741-81bc-6b46f72cbb0d', 'name': '', 'network_id': '5cca495d-0dc5-43f1-a4ac-021c6e3071f3', 'tenant_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'mac_address': 'fa:16:3e:8b:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36839633-6c8a-4627-a7fb-71f2029606b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f483325-1316-4274-be51-898aa46049c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:24:38Z', 'updated_at': '2022-10-06T04:24:48Z', 'revision_number': 5, 'project_id': '55dd5dfdb0894fdfad4138219ed4e9e8', 'subnets': [{'id': '1f483325-1316-4274-be51-898aa46049c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a018036-1942-4c84-9970-a681b5b6f92a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:24:50.805008 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device a8d58944-7e3e-4458-8862-e87eb35c9c91 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:24:50.853027 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port a8d58944-7e3e-4458-8862-e87eb35c9c91 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:50.853420 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:50.853889 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port a8d58944-7e3e-4458-8862-e87eb35c9c91 Oct 06 04:24:50.934696 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port a8d58944-7e3e-4458-8862-e87eb35c9c91 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:24:50.935146 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:50.957311 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port a8d58944-7e3e-4458-8862-e87eb35c9c91, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=a8d58944-7e3e-4458-8862-e87eb35c9c91,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:24:50.961408 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:50.962188 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device d1ea1996-c783-4741-81bc-6b46f72cbb0d up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:24:51.043497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=a8d58944-7e3e-4458-8862-e87eb35c9c91,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:24:51.056124 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port d1ea1996-c783-4741-81bc-6b46f72cbb0d triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:51.056124 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:51.056124 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port d1ea1996-c783-4741-81bc-6b46f72cbb0d Oct 06 04:24:51.125551 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port d1ea1996-c783-4741-81bc-6b46f72cbb0d is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:24:51.785898 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34350) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:24:52.177042 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-10a3758d-6806-4785-8c8a-ab591e066d5a admin admin] 10.222.0.33 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3900390 Oct 06 04:24:52.189988 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=37 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:52.191299 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=44 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:52.709791 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device a8d58944-7e3e-4458-8862-e87eb35c9c91 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:24:52.744866 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:24:52.757819 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port a8d58944-7e3e-4458-8862-e87eb35c9c91 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:24:52.758216 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (a8d58944-7e3e-4458-8862-e87eb35c9c91), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:24:52.758563 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port a8d58944-7e3e-4458-8862-e87eb35c9c91 Oct 06 04:24:52.836599 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port a8d58944-7e3e-4458-8862-e87eb35c9c91 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:24:57.576334 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 5 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:25:02.161381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=54 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:25:02.173309 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=48 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:25:02.831988 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=9 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:25:02.835299 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:25:04.071352 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6433513e-88c0-4bf2-bec3-57bcd48eb75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:06.401465 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-36600d89-70ce-4f13-8ba6-1b79782fba8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:07.673820 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:08.986192 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:09.175057 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:16.569467 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:25:16.575106 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:25:19.160026 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:25:19.167669 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:25:34.055200 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-62cbbaef-8b60-4cf5-a3f4-7c95c5f151ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:34.564541 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 5 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:25:36.415711 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2474464f-139f-4b54-bcea-d5682bea4ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:37.666672 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:38.984487 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:39.165211 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:25:48.978596 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:25:49.159996 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:02.554996 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=7 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:02.556805 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:04.055444 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-31e45613-b428-4f40-ab62-14df96aae3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:06.407294 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5c2411de-505c-413a-8364-991b6b802ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:07.667199 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:08.980088 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:09.167126 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:11.564417 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 5 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:26:18.984448 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34898) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:19.154443 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:19.162651 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:19.327264 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfebf62-1e85-483d-b3e1-bcfa9458f00a admin admin] GET failed (client error): The resource could not be found. Oct 06 04:26:19.328531 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-dbfebf62-1e85-483d-b3e1-bcfa9458f00a admin admin] 10.222.0.33 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3431504 Oct 06 04:26:19.495980 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87269cf-8f89-4f12-aead-b6b71a2b71c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:19.497995 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-a87269cf-8f89-4f12-aead-b6b71a2b71c1 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1644919 Oct 06 04:26:22.096186 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 34908) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:22.473111 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833e3400-eee1-4292-aecc-66e55e25a307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:22.474454 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-833e3400-eee1-4292-aecc-66e55e25a307 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/1f483325-1316-4274-be51-898aa46049c7 HTTP/1.1" status: 200 len: 849 time: 0.3773282 Oct 06 04:26:22.484425 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:26:22.568547 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Publish callbacks [] for subnet (1f483325-1316-4274-be51-898aa46049c7), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:22.713521 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790508545455'] for subnet (1f483325-1316-4274-be51-898aa46049c7), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:22.743256 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:22.743887 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:22.745148 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] 10.222.0.33 "PUT /networking/v2.0/subnets/1f483325-1316-4274-be51-898aa46049c7 HTTP/1.1" status: 200 len: 868 time: 0.2646692 Oct 06 04:26:22.748679 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe007b-1c2f-4e22-a995-1b1d7db9d839 None None] Network 5cca495d-0dc5-43f1-a4ac-021c6e3071f3 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:26:22.768691 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f483325-1316-4274-be51-898aa46049c7,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:26:22.776701 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.777048 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.777415 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.777758 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.778094 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.778474 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.778804 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.779159 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.779508 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.779852 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.780171 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.780497 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.780823 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.781144 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:22.781460 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3aaeb2-f760-49fa-b25a-c40f99396833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:26:23.109997 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-f7e7e395-6aa5-4200-ab17-cc3a06bfb2e9 None None] Provisioning complete for port d1ea1996-c783-4741-81bc-6b46f72cbb0d triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:26:23.110391 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f7e7e395-6aa5-4200-ab17-cc3a06bfb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (d1ea1996-c783-4741-81bc-6b46f72cbb0d), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:23.110730 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-f7e7e395-6aa5-4200-ab17-cc3a06bfb2e9 None None] Attempt 1 to provision port d1ea1996-c783-4741-81bc-6b46f72cbb0d Oct 06 04:26:23.186968 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7e395-6aa5-4200-ab17-cc3a06bfb2e9 None None] Current status of the port d1ea1996-c783-4741-81bc-6b46f72cbb0d is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:26:23.194885 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-f7e7e395-6aa5-4200-ab17-cc3a06bfb2e9 None None] Provisioning complete for port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:26:23.196140 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f7e7e395-6aa5-4200-ab17-cc3a06bfb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e2ff6aa0-fbdb-4b22-8614-59c5ac407987), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:23.196495 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-f7e7e395-6aa5-4200-ab17-cc3a06bfb2e9 None None] Attempt 1 to provision port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 Oct 06 04:26:23.266723 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7e395-6aa5-4200-ab17-cc3a06bfb2e9 None None] Current status of the port e2ff6aa0-fbdb-4b22-8614-59c5ac407987 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:26:25.359947 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 34918) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:25.864912 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c8a22-703a-4640-83ed-cc0cbcdd7fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:25.865394 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c8a22-703a-4640-83ed-cc0cbcdd7fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:25.866968 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-807c8a22-703a-4640-83ed-cc0cbcdd7fde admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.5060544 Oct 06 04:26:28.445714 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 34926) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:28.863062 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f6c51-0ad7-4de9-8d23-c8fdf3630ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:28.863569 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f6c51-0ad7-4de9-8d23-c8fdf3630ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:28.865094 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-296f6c51-0ad7-4de9-8d23-c8fdf3630ab9 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4184377 Oct 06 04:26:29.492881 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=11 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:29.493594 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=14 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:30.564709 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:30.569923 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:31.424116 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 34936) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:31.824875 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b545f5-6584-4f44-bea3-ba13efcbccf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:31.826237 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-02b545f5-6584-4f44-bea3-ba13efcbccf8 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/5cca495d-0dc5-43f1-a4ac-021c6e3071f3 HTTP/1.1" status: 200 len: 868 time: 0.4011755 Oct 06 04:26:33.262181 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=38 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:33.265162 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=39 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:34.048815 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0e5969a2-f991-40bb-afce-7873a95123ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:34.397024 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 34944) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:34.779064 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:34.804731 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9c721-b6e1-434f-b2d7-585d6de390db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:34.806098 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-30e9c721-b6e1-434f-b2d7-585d6de390db admin admin] 10.222.0.33 "GET /networking/v2.0/networks/98a51676-7e52-4c55-ad2a-b10722899494 HTTP/1.1" status: 200 len: 886 time: 0.4081271 Oct 06 04:26:36.410013 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-51ba1985-2354-4b3b-9ca3-ab71b983f7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:37.381597 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 34952) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:37.676298 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:37.791979 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083a25d9-8add-4080-bacb-ce58e05ac232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:37.792437 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083a25d9-8add-4080-bacb-ce58e05ac232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:37.793962 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-083a25d9-8add-4080-bacb-ce58e05ac232 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4114192 Oct 06 04:26:38.984306 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:39.167016 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:26:40.348291 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34960) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:40.750147 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620e650-efb0-46c8-b9e2-3d4fe0a957f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:40.750610 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620e650-efb0-46c8-b9e2-3d4fe0a957f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:40.752177 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-2620e650-efb0-46c8-b9e2-3d4fe0a957f3 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4029570 Oct 06 04:26:43.304624 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34968) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:43.674891 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33ab34-27a9-4312-a92a-e77d0ab0627f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:43.676264 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-0d33ab34-27a9-4312-a92a-e77d0ab0627f admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/1f483325-1316-4274-be51-898aa46049c7 HTTP/1.1" status: 200 len: 868 time: 0.3707685 Oct 06 04:26:46.244648 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 34976) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:26:46.608838 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d5f00-5791-4426-b202-4266b536498f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:26:46.610163 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d21d5f00-5791-4426-b202-4266b536498f admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/d16f983f-c420-42d4-8489-ed10d760029f HTTP/1.1" status: 200 len: 816 time: 0.3645442 Oct 06 04:26:47.785091 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:47.787953 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:48.563805 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 5 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:26:49.161656 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:49.163515 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:56.603495 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=20 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:26:56.605406 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=16 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:04.050410 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-30dcf934-bda1-4dd8-9808-25562e6c6a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:06.411166 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c3d70753-a155-4ee2-89be-981ad498fc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:07.563424 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=15 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:07.564206 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=19 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:07.679197 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:08.987257 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:09.174017 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:16.666635 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35032) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:27:16.997600 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [None req-b0f1fccd-5c22-4656-817e-4e5f0f3e13df admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:27:16.999226 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b0f1fccd-5c22-4656-817e-4e5f0f3e13df admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3315985 Oct 06 04:27:19.161737 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:19.167917 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:19.626685 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35040) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:27:19.960401 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6192b86-988a-487b-a6e7-4addedfbbc9c admin admin] GET failed (client error): The resource could not be found. Oct 06 04:27:19.961682 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-e6192b86-988a-487b-a6e7-4addedfbbc9c admin admin] 10.222.0.33 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3340378 Oct 06 04:27:20.050540 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a277317-bc69-4738-be75-4262259c4c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:27:20.052026 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-4a277317-bc69-4738-be75-4262259c4c3d admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0860598 Oct 06 04:27:22.703022 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35048) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:27:23.158652 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:27:23.195642 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Made reservation on behalf of 7760d317949542fd9d86e529eca476cc for: {'network': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:27:23.198190 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:23.225685 dv-cinder-860227-2-iscsi neutron-server[106194]: WARNING neutron.services.revisions.revision_plugin [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Could not find related network for resource to bump revision. Oct 06 04:27:23.242313 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=106194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:27:23.255376 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790508682963', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (3bd0ddee-7bff-4f7e-8220-f0f8e07d9330), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:23.255887 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Unsubscribe: segment precommit_create {{(pid=106194) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 06 04:27:23.256378 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.segments_db [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Added segment 3bd0ddee-7bff-4f7e-8220-f0f8e07d9330 of type vlan for network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 Oct 06 04:27:23.306828 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (427d880b-d276-40ed-bb40-f4bd3b2c8ad3), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:23.337842 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (427d880b-d276-40ed-bb40-f4bd3b2c8ad3), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:23.339110 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:27:23.339696 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:23.424807 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.7206392 Oct 06 04:27:23.444169 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Pushing event updated for resources: {'Network': ['ID=427d880b-d276-40ed-bb40-f4bd3b2c8ad3,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:27:23.452710 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.453056 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.453421 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.453764 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.454138 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.454478 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.454805 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.455152 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.455497 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.455827 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.456156 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.456499 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.456827 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.457140 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.457463 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe5904-490e-45c5-94ed-95451521119a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:23.469984 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:27:25.562231 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 5 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:27:26.075645 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35056) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:27:26.410591 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fa458d-60d8-4473-a52e-9f2043e4d976 admin admin] GET failed (client error): The resource could not be found. Oct 06 04:27:26.411893 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-57fa458d-60d8-4473-a52e-9f2043e4d976 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3351409 Oct 06 04:27:26.511997 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac89279-32fe-4985-bfdf-770953450a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:27:26.513453 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-2ac89279-32fe-4985-bfdf-770953450a9b admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0972524 Oct 06 04:27:26.523152 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:27:26.546808 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Made reservation on behalf of 7760d317949542fd9d86e529eca476cc for: {'subnet': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:27:26.549189 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:26.809023 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (d44f94ba-85e4-46e9-8baf-81fb3136de2c), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:26.860441 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44f94ba-85e4-46e9-8baf-81fb3136de2c,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:27:26.877557 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Checking segment: {'id': '3bd0ddee-7bff-4f7e-8220-f0f8e07d9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:27:26.877918 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Network hostable DHCP agents. Network: 427d880b-d276-40ed-bb40-f4bd3b2c8ad3, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:27:26.899820 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:27:26.912322 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 427d880b-d276-40ed-bb40-f4bd3b2c8ad3) {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:27:26.916302 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:27:26.916902 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:26.922716 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e1d3a-133f-4484-875d-5a3a6a971ecf None None] Network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:27:26.933076 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-2cee74c8-afb6-40f5-812e-d9e912098ca4 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4131734 Oct 06 04:27:27.128527 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-427d880b-d276-40ed-bb40-f4bd3b2c8ad3', 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3', 'project_id': '7760d317949542fd9d86e529eca476cc', 'fixed_ips': [{'subnet_id': 'd44f94ba-85e4-46e9-8baf-81fb3136de2c'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:27:27.129479 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:27.269389 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Allocated IP 192.168.233.2 (427d880b-d276-40ed-bb40-f4bd3b2c8ad3/d44f94ba-85e4-46e9-8baf-81fb3136de2c/9ce7d013-0e6f-4217-97da-d5867aa08197) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:27:27.416605 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Publish callbacks [] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:27.423855 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:27.466290 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:27:27.472040 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:27:27.475035 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:27:27.478319 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Pushing event updated for resources: {'Port': ['ID=9ce7d013-0e6f-4217-97da-d5867aa08197,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:27:27.489502 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.489856 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.490224 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.490597 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.490942 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.491304 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.491640 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.491979 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.492313 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.492643 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.492974 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.493319 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.493654 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.493983 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.494307 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:27:27.548880 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Attempting to bind port 9ce7d013-0e6f-4217-97da-d5867aa08197 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:27:27.549263 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Attempting to bind port 9ce7d013-0e6f-4217-97da-d5867aa08197 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '3bd0ddee-7bff-4f7e-8220-f0f8e07d9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:27:27.549632 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Attempting to bind port 9ce7d013-0e6f-4217-97da-d5867aa08197 on network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:27:27.592248 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:27:27.592922 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Checking segment: {'id': '3bd0ddee-7bff-4f7e-8220-f0f8e07d9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:27:27.593322 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:27.593709 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Bound using segment: {'id': '3bd0ddee-7bff-4f7e-8220-f0f8e07d9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:27:27.594184 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Bound port: 9ce7d013-0e6f-4217-97da-d5867aa08197, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd0ddee-7bff-4f7e-8220-f0f8e07d9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:27:27.594560 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:27.660645 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] For port 9ce7d013-0e6f-4217-97da-d5867aa08197, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:27:27.664362 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] For port 9ce7d013-0e6f-4217-97da-d5867aa08197, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=9ce7d013-0e6f-4217-97da-d5867aa08197,segment=NetworkSegment(3bd0ddee-7bff-4f7e-8220-f0f8e07d9330),segment_id=3bd0ddee-7bff-4f7e-8220-f0f8e07d9330)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:27:27.671340 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:27.726333 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b76c81-de00-4de4-96b8-13fb30f7b9e5 None None] Pushing event updated for resources: {'Port': ['ID=9ce7d013-0e6f-4217-97da-d5867aa08197,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:27:28.536899 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd9f4a-4818-4b20-bda3-ad78d30e12e7 None None] Network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:27:28.594386 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a4e5304a-6d24-4809-92ba-dc9101102cd2 None None] Provisioning complete for port 9ce7d013-0e6f-4217-97da-d5867aa08197 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:27:28.594762 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a4e5304a-6d24-4809-92ba-dc9101102cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:28.595122 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a4e5304a-6d24-4809-92ba-dc9101102cd2 None None] Attempt 1 to provision port 9ce7d013-0e6f-4217-97da-d5867aa08197 Oct 06 04:27:28.627967 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:28.634143 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:28.725646 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5304a-6d24-4809-92ba-dc9101102cd2 None None] Current status of the port 9ce7d013-0e6f-4217-97da-d5867aa08197 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:27:28.725930 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a4e5304a-6d24-4809-92ba-dc9101102cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:28.765664 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-a4e5304a-6d24-4809-92ba-dc9101102cd2 None None] For port 9ce7d013-0e6f-4217-97da-d5867aa08197, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=9ce7d013-0e6f-4217-97da-d5867aa08197,segment=NetworkSegment(3bd0ddee-7bff-4f7e-8220-f0f8e07d9330),segment_id=3bd0ddee-7bff-4f7e-8220-f0f8e07d9330)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:27:28.773709 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a4e5304a-6d24-4809-92ba-dc9101102cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:28.839890 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5304a-6d24-4809-92ba-dc9101102cd2 None None] Pushing event updated for resources: {'Port': ['ID=9ce7d013-0e6f-4217-97da-d5867aa08197,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:27:28.861868 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 9ce7d013-0e6f-4217-97da-d5867aa08197 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:27:28.913964 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 9ce7d013-0e6f-4217-97da-d5867aa08197 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:27:28.914363 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:28.914705 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 9ce7d013-0e6f-4217-97da-d5867aa08197 Oct 06 04:27:29.001335 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 9ce7d013-0e6f-4217-97da-d5867aa08197 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:27:29.004591 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-edf1b5ee-d90a-410f-96f2-640ee2d3ef79 None None] Provisioning complete for port 9ce7d013-0e6f-4217-97da-d5867aa08197 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:27:29.004975 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-edf1b5ee-d90a-410f-96f2-640ee2d3ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:29.005318 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-edf1b5ee-d90a-410f-96f2-640ee2d3ef79 None None] Attempt 1 to provision port 9ce7d013-0e6f-4217-97da-d5867aa08197 Oct 06 04:27:29.078802 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-edf1b5ee-d90a-410f-96f2-640ee2d3ef79 None None] Current status of the port 9ce7d013-0e6f-4217-97da-d5867aa08197 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:27:30.047192 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=9 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:30.048090 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=13 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:30.802276 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 9ce7d013-0e6f-4217-97da-d5867aa08197 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:27:30.847865 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 9ce7d013-0e6f-4217-97da-d5867aa08197 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:27:30.848260 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (9ce7d013-0e6f-4217-97da-d5867aa08197), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:30.848596 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 9ce7d013-0e6f-4217-97da-d5867aa08197 Oct 06 04:27:30.919674 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 9ce7d013-0e6f-4217-97da-d5867aa08197 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:27:34.052439 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-bee055ea-4030-4250-8d09-128b803f6a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:36.413778 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a1ab15a2-25a6-4c81-9082-2df61f8fe4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:36.926581 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=61,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:36.927379 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:37.678532 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:38.988511 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:39.174685 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:27:44.566065 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=6 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:44.570065 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:49.168345 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:27:49.171368 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:02.552981 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:02.561916 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 5 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:28:04.055066 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e6d41717-03e3-4972-8161-08c83a8b6276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:06.416799 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb286-8fef-404d-bac4-18873dbcf456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:07.679545 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:08.994688 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:09.177363 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:19.167637 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:19.173859 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:21.561107 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:21.565295 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:34.058019 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a561487b-f8c5-49db-a871-1929d7c8323a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:36.421090 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-28d4e37f-72c4-46b4-980e-3d44cfe47f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:37.683937 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:38.993187 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:39.183251 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:39.560659 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 5 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:28:48.061510 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35102) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:28:48.068286 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [None req-65aac412-047d-4960-88d9-588f9753df76 tempest-verify_tempest_config-435514160 tempest-verify_tempest_config-435514160-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:28:48.069282 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-65aac412-047d-4960-88d9-588f9753df76 tempest-verify_tempest_config-435514160 tempest-verify_tempest_config-435514160-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0067635 Oct 06 04:28:48.585230 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35120) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:28:48.917597 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:49.023431 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Publish callbacks [] for security_group (941cc93e-0d31-490f-8781-cdcc3e1ce1c2), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:49.027049 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (941cc93e-0d31-490f-8781-cdcc3e1ce1c2), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:49.072455 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=574d293053214c6196a2299b56560dd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4861925 Oct 06 04:28:49.073636 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941cc93e-0d31-490f-8781-cdcc3e1ce1c2,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:28:49.077774 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35124) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:28:49.081588 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.081939 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.082284 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.082626 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.082978 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.083313 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.083643 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.083976 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.084317 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.084645 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.084988 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.085336 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.085665 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.085985 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.086304 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1540f5e4-907f-4e79-b510-b1ec890163ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.134328 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Publish callbacks [] for security_group (941cc93e-0d31-490f-8781-cdcc3e1ce1c2), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:49.156891 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Publish callbacks [] for security_group (941cc93e-0d31-490f-8781-cdcc3e1ce1c2), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:49.176820 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=10 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:49.178674 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:49.248559 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (941cc93e-0d31-490f-8781-cdcc3e1ce1c2), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:49.251130 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:28:49.252277 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/941cc93e-0d31-490f-8781-cdcc3e1ce1c2 HTTP/1.1" status: 204 len: 168 time: 0.1753001 Oct 06 04:28:49.259962 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941cc93e-0d31-490f-8781-cdcc3e1ce1c2,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:28:49.266756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.267140 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.267632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.267854 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.268206 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.268528 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.268859 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.269169 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.269512 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.269841 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.270182 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.270511 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.270832 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.271194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:49.271505 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec308b45-08c1-4795-90ce-4d5388106e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:28:59.066607 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:59.077853 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:59.256622 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:59.263862 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:28:59.290855 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:29:01.327757 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=16 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:29:01.332116 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=18 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:29:04.060185 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3bdba506-4879-45ff-9f2b-093ab53b9d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:06.425872 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-25eb581e-a37b-4fb5-961e-0a9cd2c8106d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:07.683861 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:08.987275 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:09.186178 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:16.559174 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 5 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:29:19.179563 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:29:19.181411 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:29:34.061546 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7a265199-d8f2-4f25-a3aa-a92b46fb9d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:35.563323 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:29:35.568065 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:29:36.428245 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-807bb91b-5188-4d05-bf24-4bed759b886d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:37.687498 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:38.989279 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:39.191144 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:29:49.177429 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:29:49.187553 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:29:53.557613 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 5 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:30:04.156613 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e7a53374-8959-4444-b3d7-4610829592e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:06.431419 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c0a02154-bbaf-4183-a2b8-6ba8f054cb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:07.689416 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:08.992929 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:09.191679 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:12.568013 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:12.573189 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:19.186433 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:19.187214 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:20.940013 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860436'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:30.557663 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:30:30.932402 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:30.935797 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:33.719329 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35218) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:30:33.848296 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d3a82949-c40f-441a-bc68-454df87228da admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1278851 Oct 06 04:30:34.059434 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c4af-dc40-4f7e-aab1-257a69492c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:36.301731 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35228) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:30:36.355835 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f2aa3792-3b66-4f33-be9c-713af25c6c4d admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530283 Oct 06 04:30:36.435536 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3e9344c3-4f17-49e3-bb56-190dee56c9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:37.692101 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:38.996368 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:39.196580 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:30:46.350102 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:46.350887 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:49.190971 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:49.193095 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:49.574771 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:49.579095 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:30:50.931385 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:00.923754 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:00.925669 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:01.330146 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=13 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:01.332004 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=13 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:04.061491 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0fd159d1-1a0a-40a5-9f22-2451bc13ad0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:06.437332 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-86359057-2180-4c1a-a9d5-d2eab3eeba06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:07.556937 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:31:07.697616 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:08.999075 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:09.201189 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:19.191123 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:19.196055 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:20.928634 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:26.580556 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:26.585336 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:30.922246 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:30.924760 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:34.063933 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-35b27a83-69f0-47ac-9b90-5de74d808472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:36.441440 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f39c-9638-40e2-aea7-a2ac16c2fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:37.696482 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:39.001982 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:39.206871 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:31:44.555554 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:31:49.193892 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:49.202710 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:31:50.944050 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:00.937421 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:00.939363 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:03.577521 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:03.582528 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=6 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:04.080561 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4326ed41-df8d-4111-a83b-e4821f8ac946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:06.453207 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8a05-b351-4a61-a167-1fcd8fff8dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:07.703276 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:08.616164 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35424) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:08.905635 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2134993748-network', 'tenant_id': '93b9baf342f94f34ae8f649db7198137'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:08.928016 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Made reservation on behalf of 93b9baf342f94f34ae8f649db7198137 for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:08.930636 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:08.940314 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.008816 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.013674 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35444) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:09.023527 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Publish callbacks [] for security_group (ba91ef28-3d59-4cdf-be11-12b0ae84d137), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.030186 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (ba91ef28-3d59-4cdf-be11-12b0ae84d137), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.057889 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:32:09.081810 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (cae91022-a03c-4e50-9b81-c9fc313e6205), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.082169 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Added segment cae91022-a03c-4e50-9b81-c9fc313e6205 of type vlan for network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 Oct 06 04:32:09.083622 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba91ef28-3d59-4cdf-be11-12b0ae84d137,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:09.098383 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.098728 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.099090 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.099617 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.099953 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.100283 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.100610 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.100927 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.101428 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.101762 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.102103 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.102432 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.102925 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.103271 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.103587 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Tracked resource versions report: Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: pushed versions: Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: { 'AddressGroup': {'1.2'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Agent': {'1.1'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'ConntrackHelper': {'1.0'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'LocalIPAssociation': {'1.0'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Log': {'1.0'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'NDPProxy': {'1.0'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Network': {'1.1'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Port': {'1.7'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'PortForwarding': {'1.3'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'QosPolicy': {'1.10'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SecurityGroup': {'1.5'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SecurityGroupRule': {'1.2'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SubPort': {'1.0'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Subnet': {'1.1'}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Trunk': {'1.1'}} Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: consumer versions: Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: { DHCP agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: HyperV agent@hv-cinder-86022: {}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: L3 agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: Metadata agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: Metering agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: Open vSwitch agent@dv-cinder-860227-2-iscsi: { 'AddressGroup': '1.2', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Agent': '1.1', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'ConntrackHelper': '1.0', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'LocalIPAssociation': '1.0', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Log': '1.0', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'NDPProxy': '1.0', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Network': '1.1', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Port': '1.7', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'PortForwarding': '1.3', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'QosPolicy': '1.10', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SecurityGroup': '1.5', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SecurityGroupRule': '1.2', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'SubPort': '1.0', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Subnet': '1.1', Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: 'Trunk': '1.1'}} Oct 06 04:32:09.104891 dv-cinder-860227-2-iscsi neutron-server[106195]: {{(pid=106195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 04:32:09.155360 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (97b8f3be-2662-4f10-9b78-aa77c932c5e7), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.183430 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (97b8f3be-2662-4f10-9b78-aa77c932c5e7), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.185000 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:09.185590 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.216875 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.264713 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35454) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:09.264935 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6476476 Oct 06 04:32:09.271900 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Request body: {'subnet': {'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2134993748-subnet', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:09.279507 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdd012-eef2-4262-ae69-ec69db4a8380 admin admin] Pushing event updated for resources: {'Network': ['ID=97b8f3be-2662-4f10-9b78-aa77c932c5e7,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:09.290354 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:32:09.309149 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Made reservation on behalf of 93b9baf342f94f34ae8f649db7198137 for: {'subnet': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:09.316093 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.333984 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35458) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:09.435001 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35462) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:09.539676 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-52137309-network', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:09.570033 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35470) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:09.579257 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (f9ac6b03-cf48-476c-8f08-d38b0bda49cb), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.595387 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Made reservation on behalf of 653e21693b6f4a3ca8b739f1290df3aa for: {'network': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:09.597705 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.617446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-113021494-network', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:09.630465 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.649445 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Made reservation on behalf of f53abe2cc7a94ddaadb68b26b57faf69 for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:09.657552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.681187 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Checking segment: {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:09.681838 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Network hostable DHCP agents. Network: 97b8f3be-2662-4f10-9b78-aa77c932c5e7, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:32:09.690324 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.695323 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ac6b03-cf48-476c-8f08-d38b0bda49cb,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:09.706270 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-network', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:09.725391 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.726073 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.726773 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.727328 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.727868 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.728418 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.728933 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.730558 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.731155 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.731960 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.732772 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.733319 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.734334 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.734885 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.735449 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Tracked resource versions report: Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: pushed versions: Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: { 'AddressGroup': {'1.2'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Agent': {'1.1'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'ConntrackHelper': {'1.0'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'LocalIPAssociation': {'1.0'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Log': {'1.0'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'NDPProxy': {'1.0'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Network': {'1.1'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Port': {'1.7'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'PortForwarding': {'1.3'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'QosPolicy': {'1.10'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SecurityGroup': {'1.5'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SecurityGroupRule': {'1.2'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SubPort': {'1.0'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Subnet': {'1.1'}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Trunk': {'1.1'}} Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: consumer versions: Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: { DHCP agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: HyperV agent@hv-cinder-86022: {}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: L3 agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: Metadata agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: Metering agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: Open vSwitch agent@dv-cinder-860227-2-iscsi: { 'AddressGroup': '1.2', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Agent': '1.1', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'ConntrackHelper': '1.0', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'LocalIPAssociation': '1.0', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Log': '1.0', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'NDPProxy': '1.0', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Network': '1.1', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Port': '1.7', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'PortForwarding': '1.3', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'QosPolicy': '1.10', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SecurityGroup': '1.5', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SecurityGroupRule': '1.2', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'SubPort': '1.0', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Subnet': '1.1', Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: 'Trunk': '1.1'}} Oct 06 04:32:09.737095 dv-cinder-860227-2-iscsi neutron-server[106194]: {{(pid=106194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 04:32:09.754488 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-network', 'tenant_id': '594a13a702cf47898a48ab4fd6789359'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:09.769176 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Made reservation on behalf of 0d643fb7b9314f0a9bb8f2c37f06bb2d for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:09.772354 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.785164 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:32:09.786659 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.812336 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Made reservation on behalf of 594a13a702cf47898a48ab4fd6789359 for: {'network': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:09.815067 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.820897 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 97b8f3be-2662-4f10-9b78-aa77c932c5e7) {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:09.830783 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d16fee6-cb9d-453a-9412-dcb47cf8c35e None None] Network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:09.844319 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.848817 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Publish callbacks [] for security_group (be26e0b9-c1ec-4c7c-af12-33ecb290c29e), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.850499 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:09.851299 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.869046 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (be26e0b9-c1ec-4c7c-af12-33ecb290c29e), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.914325 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Publish callbacks [] for security_group (769825fd-c4e2-4a07-ab14-c5a209b41bed), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.914852 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be26e0b9-c1ec-4c7c-af12-33ecb290c29e,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:09.933891 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (769825fd-c4e2-4a07-ab14-c5a209b41bed), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.934713 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-ba2e0702-f0a8-4c9d-9c3c-2e7ea2eb357d admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6682568 Oct 06 04:32:09.939709 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35506) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:09.946782 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:09.956737 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:32:09.968523 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (5c782691-737c-428e-99aa-9b1382fcd303), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.968784 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Added segment 5c782691-737c-428e-99aa-9b1382fcd303 of type vlan for network dda97116-7fb3-4466-b2df-d492cd1f2494 Oct 06 04:32:09.977506 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=106194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:32:09.988355 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:09.990428 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.000886 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:10.018482 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (4cce8684-6fd4-4750-bd64-e0184e5f663c), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.019679 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.segments_db [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Added segment 4cce8684-6fd4-4750-bd64-e0184e5f663c of type vlan for network 45c9d327-544f-44d6-be7e-529008b00a93 Oct 06 04:32:10.034992 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (dda97116-7fb3-4466-b2df-d492cd1f2494), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.067539 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:10.068195 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:10.076702 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (dda97116-7fb3-4466-b2df-d492cd1f2494), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.078039 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:10.078791 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.099291 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-97b8f3be-2662-4f10-9b78-aa77c932c5e7', 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7', 'project_id': '93b9baf342f94f34ae8f649db7198137', 'fixed_ips': [{'subnet_id': 'f9ac6b03-cf48-476c-8f08-d38b0bda49cb'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:32:10.100260 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.109397 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7739229 Oct 06 04:32:10.122975 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35516) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:10.127283 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks [] for router_controller (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), precommit_add_association {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.129273 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:10.142508 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Request body: {'subnet': {'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-113021494-subnet', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:10.192725 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Made reservation on behalf of f53abe2cc7a94ddaadb68b26b57faf69 for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:10.195236 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.292202 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (45c9d327-544f-44d6-be7e-529008b00a93), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.373808 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks [] for router_gateway (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.406517 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Publish callbacks [] for security_group (17b8f125-5c95-4ec4-ba4f-17eb09fc4dbc), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.420297 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Allocated IP 172.20.0.2 (97b8f3be-2662-4f10-9b78-aa77c932c5e7/f9ac6b03-cf48-476c-8f08-d38b0bda49cb/fb482fe1-87da-4a79-8d5d-40ab4baf8a4c) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:10.422161 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (17b8f125-5c95-4ec4-ba4f-17eb09fc4dbc), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.473363 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b8f125-5c95-4ec4-ba4f-17eb09fc4dbc,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:10.522335 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=106194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:32:10.537177 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (45c9d327-544f-44d6-be7e-529008b00a93), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.538807 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:10.539795 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.564090 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (1f77afd2-9a61-4928-b349-3c4989a569f0), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.564949 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.segments_db [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Added segment 1f77afd2-9a61-4928-b349-3c4989a569f0 of type vlan for network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 Oct 06 04:32:10.591482 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5761261 Oct 06 04:32:10.596779 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35524) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:10.679857 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Publish callbacks [] for security_group (9cb56b1e-7c30-4e81-96b8-f7a35770cdff), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.709753 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Request body: {'subnet': {'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-52137309-subnet', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:10.734120 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (9cb56b1e-7c30-4e81-96b8-f7a35770cdff), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.779799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769825fd-c4e2-4a07-ab14-c5a209b41bed,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:10.783391 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Publish callbacks [] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.788457 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b19fc-886a-4a63-85a6-3509e0fcc46c admin admin] Pushing event updated for resources: {'Network': ['ID=dda97116-7fb3-4466-b2df-d492cd1f2494,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:10.792077 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.817065 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:32:10.819603 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (4cf55578-05cd-4019-a875-59f46e84d9e6), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.858899 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0b8a7-ff53-4cd6-a119-de445a9b3ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=45c9d327-544f-44d6-be7e-529008b00a93,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:10.873296 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (b586c8b5-56f0-4e30-8c9b-f6b5b9731066), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.925794 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Made reservation on behalf of 653e21693b6f4a3ca8b739f1290df3aa for: {'subnet': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:10.928174 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:10.931824 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Pushing event updated for resources: {'Port': ['ID=fb482fe1-87da-4a79-8d5d-40ab4baf8a4c,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:10.959704 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf55578-05cd-4019-a875-59f46e84d9e6,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:10.987233 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:10.990435 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network dda97116-7fb3-4466-b2df-d492cd1f2494 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:32:10.992816 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 45c9d327-544f-44d6-be7e-529008b00a93 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:32:10.994380 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb56b1e-7c30-4e81-96b8-f7a35770cdff,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:11.009153 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (e58ba9f0-ff57-4e35-a0f5-da956ffe70b8), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.009502 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Added segment e58ba9f0-ff57-4e35-a0f5-da956ffe70b8 of type vlan for network 2378409d-c551-4beb-a9cb-3e077e46deec Oct 06 04:32:11.010549 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.011725 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.012886 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.014177 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.014728 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.016700 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.017601 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.018161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.019637 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.020232 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.022929 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.023558 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.024234 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.024777 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.025959 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Tracked resource versions report: Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: pushed versions: Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: { 'AddressGroup': {'1.2'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Agent': {'1.1'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'ConntrackHelper': {'1.0'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'LocalIPAssociation': {'1.0'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Log': {'1.0'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'NDPProxy': {'1.0'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Network': {'1.1'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Port': {'1.7'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'PortForwarding': {'1.3'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'QosPolicy': {'1.10'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SecurityGroup': {'1.5'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SecurityGroupRule': {'1.2'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SubPort': {'1.0'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Subnet': {'1.1'}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Trunk': {'1.1'}} Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: consumer versions: Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: { DHCP agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: HyperV agent@hv-cinder-86022: {}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: L3 agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: Metadata agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: Metering agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: Open vSwitch agent@dv-cinder-860227-2-iscsi: { 'AddressGroup': '1.2', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Agent': '1.1', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'ConntrackHelper': '1.0', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'LocalIPAssociation': '1.0', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Log': '1.0', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'NDPProxy': '1.0', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Network': '1.1', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Port': '1.7', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'PortForwarding': '1.3', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'QosPolicy': '1.10', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SecurityGroup': '1.5', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SecurityGroupRule': '1.2', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'SubPort': '1.0', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Subnet': '1.1', Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: 'Trunk': '1.1'}} Oct 06 04:32:11.030474 dv-cinder-860227-2-iscsi neutron-server[106196]: {{(pid=106196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 04:32:11.038190 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:11.048250 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (b586c8b5-56f0-4e30-8c9b-f6b5b9731066), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.050562 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:11.052210 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.062484 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:11.098192 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:11.115747 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Checking segment: {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:11.116112 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Network hostable DHCP agents. Network: dda97116-7fb3-4466-b2df-d492cd1f2494, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:32:11.124341 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (2378409d-c551-4beb-a9cb-3e077e46deec), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.161109 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] Pushing event updated for resources: {'Network': ['ID=b586c8b5-56f0-4e30-8c9b-f6b5b9731066,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:11.184579 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Network dda97116-7fb3-4466-b2df-d492cd1f2494 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:32:11.204832 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (2378409d-c551-4beb-a9cb-3e077e46deec), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.212143 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:11.215201 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.231066 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks [] for router_gateway (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.234471 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, dda97116-7fb3-4466-b2df-d492cd1f2494) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:11.247886 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:11.248632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.310485 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-bd49ad53-ec80-4da7-b207-2a1bfffa2bc6 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7393131 Oct 06 04:32:11.313287 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35556) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:11.319304 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Request body: {'subnet': {'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-subnet', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:11.323549 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8874235 Oct 06 04:32:11.324167 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35560) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:11.331894 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Request body: {'subnet': {'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-subnet', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:11.346887 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d41ea31f-43ce-466d-aae3-a3dc27343e6c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2144387 Oct 06 04:32:11.346887 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8634dc5-d0bd-4286-a5c4-07c44838f2fe admin admin] Pushing event updated for resources: {'Network': ['ID=2378409d-c551-4beb-a9cb-3e077e46deec,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:11.347102 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:32:11.347580 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35562) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:11.347685 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa9f0f9-3e3c-4c03-949e-a09b858943b0 None None] Network dda97116-7fb3-4466-b2df-d492cd1f2494 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:11.348919 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Attempting to bind port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:11.349281 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Attempting to bind port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:11.349685 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Attempting to bind port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c on network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:11.353661 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:11.396226 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 2378409d-c551-4beb-a9cb-3e077e46deec details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:32:11.405739 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Made reservation on behalf of 0d643fb7b9314f0a9bb8f2c37f06bb2d for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:11.409271 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.503796 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:11.509024 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (874f9a7b-1176-4679-b2a8-8a840e135f88), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.510543 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (874f9a7b-1176-4679-b2a8-8a840e135f88), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.612334 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks [] for router_controller (874f9a7b-1176-4679-b2a8-8a840e135f88), precommit_add_association {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.626449 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:11.640402 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.699297 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:11.728436 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:11.858398 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:11.858755 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Checking segment: {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:11.859467 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.859864 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Bound using segment: {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:11.860413 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Bound port: fb482fe1-87da-4a79-8d5d-40ab4baf8a4c, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:11.860784 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.868611 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks [] for router_gateway (874f9a7b-1176-4679-b2a8-8a840e135f88), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.923919 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Allocated IP 172.27.0.22 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:11.958081 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (a77098ae-eb97-4fa5-a3f9-2d082ee38ec1), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:11.983481 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-dda97116-7fb3-4466-b2df-d492cd1f2494', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:32:11.984665 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.014608 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] For port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:12.020763 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:12.042557 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] For port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=fb482fe1-87da-4a79-8d5d-40ab4baf8a4c,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:12.047310 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Made reservation on behalf of 594a13a702cf47898a48ab4fd6789359 for: {'subnet': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:12.052114 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.096755 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:12.105270 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.147439 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Checking segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:12.147927 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Network hostable DHCP agents. Network: 2378409d-c551-4beb-a9cb-3e077e46deec, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:32:12.188337 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks [] for router_gateway (874f9a7b-1176-4679-b2a8-8a840e135f88), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.201620 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35594) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:12.220521 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks [] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.223445 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6bf6e-572e-4948-8e6d-01f012d66c05 None None] Pushing event updated for resources: {'Port': ['ID=fb482fe1-87da-4a79-8d5d-40ab4baf8a4c,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:12.256260 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Network 2378409d-c551-4beb-a9cb-3e077e46deec is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:32:12.262265 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Allocated IP 172.20.0.2 (dda97116-7fb3-4466-b2df-d492cd1f2494/4cf55578-05cd-4019-a875-59f46e84d9e6/8dbf2376-fc61-4764-a2fe-9f162ef6e722) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:12.262476 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.282411 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:12.363122 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (6ec1f5f6-74c2-4a05-8da9-9ceee3282870), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.405205 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:12.406582 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 2378409d-c551-4beb-a9cb-3e077e46deec) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:12.435059 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d991ad4d-d5e5-4a8c-8923-fcc84de62e60 None None] Network 2378409d-c551-4beb-a9cb-3e077e46deec requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:12.437662 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.450162 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:12.467075 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.505112 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-563e87df-330b-4a04-a2bf-a1fdad1cbe15 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1772013 Oct 06 04:32:12.509224 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35600) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:12.519160 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:12.533060 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-64afa79b-074b-403e-bc80-ac059813fcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.535960 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Allocated IP 172.27.0.179 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/19475e58-3e93-4d6d-b709-27f4d015ff52) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:12.540135 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:12.580671 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec1f5f6-74c2-4a05-8da9-9ceee3282870,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:12.609778 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:12.614137 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Publish callbacks [] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.640251 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.644512 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:12.656760 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Pushing event updated for resources: {'Port': ['ID=4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:12.660106 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Checking segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:12.660459 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Network hostable DHCP agents. Network: 45c9d327-544f-44d6-be7e-529008b00a93, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:32:12.665710 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:12.667816 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (53aeb215-4958-4b55-8334-db9385b5e573), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.701003 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-2378409d-c551-4beb-a9cb-3e077e46deec', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:32:12.702132 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.734522 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Network dda97116-7fb3-4466-b2df-d492cd1f2494 is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:12.741245 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks [] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.742694 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:12.746609 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:12.765606 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Pushing event updated for resources: {'Port': ['ID=8dbf2376-fc61-4764-a2fe-9f162ef6e722,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:12.782480 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.785009 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.852918 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Network 45c9d327-544f-44d6-be7e-529008b00a93 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:32:12.854980 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks [] for router_controller (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), precommit_add_association {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.863281 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.873654 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53aeb215-4958-4b55-8334-db9385b5e573,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:12.911480 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 45c9d327-544f-44d6-be7e-529008b00a93) {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:12.911480 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Checking segment: {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:12.911480 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Network hostable DHCP agents. Network: b586c8b5-56f0-4e30-8c9b-f6b5b9731066, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:32:12.917990 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:12.918578 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:12.934869 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Pushing event updated for resources: {'Port': ['ID=19475e58-3e93-4d6d-b709-27f4d015ff52,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:12.961794 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6683cfd4-7471-4ef8-9496-51d5b03c0abc None None] Network 45c9d327-544f-44d6-be7e-529008b00a93 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:12.996336 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-b8052c73-9a7d-480a-a8c3-821e24b70562 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3342798 Oct 06 04:32:13.007432 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35612) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:13.023653 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:13.035191 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:UPDATE=6,neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:13.048824 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:32:13.061297 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:13.078523 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Attempting to bind port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:13.078902 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Attempting to bind port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:13.079327 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Attempting to bind port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 on network dda97116-7fb3-4466-b2df-d492cd1f2494 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:13.127138 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:13.143030 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, b586c8b5-56f0-4e30-8c9b-f6b5b9731066) {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:13.177528 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:13.179075 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.184700 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53a92d-52dc-4e74-b250-4d4e646b6660 None None] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:13.190121 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.200133 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.220690 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device fb482fe1-87da-4a79-8d5d-40ab4baf8a4c up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:13.238559 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks [] for router_gateway (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.255108 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-5005d485-4beb-497b-a5c9-22a8e9e77a91 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9398205 Oct 06 04:32:13.256388 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35614) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:13.299828 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:13.342149 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:13.352975 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks [] for router_gateway (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.357265 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:13.360790 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:13.361172 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Checking segment: {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:13.361613 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.362033 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Bound using segment: {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:13.362610 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Bound port: 8dbf2376-fc61-4764-a2fe-9f162ef6e722, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:13.363129 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.364205 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:13.371175 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:13.378579 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Allocated IP 172.20.0.2 (2378409d-c551-4beb-a9cb-3e077e46deec/a77098ae-eb97-4fa5-a3f9-2d082ee38ec1/c9211bd6-ddcd-44ae-b5e1-ecec9e943d47) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:13.417869 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (87febfd9-73a2-40db-aaca-01eef75cc423), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.419715 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (87febfd9-73a2-40db-aaca-01eef75cc423), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.504032 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks [] for router_controller (87febfd9-73a2-40db-aaca-01eef75cc423), precommit_add_association {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.508427 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks [] for router_controller (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), precommit_add_association {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.509668 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:13.555711 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-45c9d327-544f-44d6-be7e-529008b00a93', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:32:13.556801 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.578335 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-64afa79b-074b-403e-bc80-ac059813fcbf admin admin] Publish callbacks [] for security_group (f3e19efe-05e9-409e-8a4a-a81ef65c33a0), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.663747 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df682b-9ff2-4ab4-8b4a-34c02dcdb93c None None] Network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:13.702038 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'project_id': '594a13a702cf47898a48ab4fd6789359', 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:32:13.703564 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.709963 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-64afa79b-074b-403e-bc80-ac059813fcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (f3e19efe-05e9-409e-8a4a-a81ef65c33a0), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.762016 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-64afa79b-074b-403e-bc80-ac059813fcbf admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bd2a81810fcb4a11abc110f5e90052d4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5591841 Oct 06 04:32:13.774612 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:13.775318 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.776013 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c Oct 06 04:32:13.785504 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks [] for router_gateway (87febfd9-73a2-40db-aaca-01eef75cc423), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.792059 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35622) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:13.921267 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] For port 8dbf2376-fc61-4764-a2fe-9f162ef6e722, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:13.943106 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afa79b-074b-403e-bc80-ac059813fcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e19efe-05e9-409e-8a4a-a81ef65c33a0,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:13.979007 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks [] for router_gateway (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:13.986704 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:14.007900 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks [] for router_gateway (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.011982 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:14.015294 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] For port 8dbf2376-fc61-4764-a2fe-9f162ef6e722, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=8dbf2376-fc61-4764-a2fe-9f162ef6e722,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:14.041076 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.101699 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks [] for router_gateway (874f9a7b-1176-4679-b2a8-8a840e135f88), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.202862 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb055-bce3-4cf4-9ae6-98817e6b44b0 admin admin] Publish callbacks [] for security_group (f3e19efe-05e9-409e-8a4a-a81ef65c33a0), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.298947 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb055-bce3-4cf4-9ae6-98817e6b44b0 admin admin] Publish callbacks [] for security_group (f3e19efe-05e9-409e-8a4a-a81ef65c33a0), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.323239 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-9f31a020-4509-480d-84bd-6b275e560005 None None] Provisioning complete for port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:14.324009 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-9f31a020-4509-480d-84bd-6b275e560005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.324359 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-9f31a020-4509-480d-84bd-6b275e560005 None None] Attempt 1 to provision port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c Oct 06 04:32:14.372137 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Allocated IP 172.27.0.244 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/6b04a1ff-b954-44e1-8cd0-06ac3682a701) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:14.375455 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.397390 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:14.400450 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Publish callbacks [] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.434705 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.499588 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:14.507741 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.530095 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (874f9a7b-1176-4679-b2a8-8a840e135f88), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.550891 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Allocated IP 172.20.0.2 (45c9d327-544f-44d6-be7e-529008b00a93/6ec1f5f6-74c2-4a05-8da9-9ceee3282870/86740370-5011-444a-b781-923ad4f43b7a) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:14.627158 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca204f-eb52-4c39-8e53-7f8f48d3749f None None] Pushing event updated for resources: {'Port': ['ID=8dbf2376-fc61-4764-a2fe-9f162ef6e722,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:14.630931 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks [] for router_gateway (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.636466 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks [] for router_gateway (87febfd9-73a2-40db-aaca-01eef75cc423), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.643679 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Network 2378409d-c551-4beb-a9cb-3e077e46deec is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:14.657890 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks [] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.660430 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Allocated IP 172.20.0.2 (b586c8b5-56f0-4e30-8c9b-f6b5b9731066/53aeb215-4958-4b55-8334-db9385b5e573/398a98a0-8342-4804-8f72-d6425d3bacd9) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:14.694845 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:14.697186 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:14.701460 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:14.702005 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.704496 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:14.764727 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb055-bce3-4cf4-9ae6-98817e6b44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (f3e19efe-05e9-409e-8a4a-a81ef65c33a0), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.770221 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb055-bce3-4cf4-9ae6-98817e6b44b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.784584 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-ccbeb055-bce3-4cf4-9ae6-98817e6b44b0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f3e19efe-05e9-409e-8a4a-a81ef65c33a0 HTTP/1.1" status: 204 len: 168 time: 0.9789562 Oct 06 04:32:14.786717 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.788498 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:14.906537 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:14.946895 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:14.951671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:14.990072 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:14.994272 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:14.998613 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.011373 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-9f31a020-4509-480d-84bd-6b275e560005 None None] Current status of the port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:15.012065 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-9f31a020-4509-480d-84bd-6b275e560005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.014524 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Pushing event updated for resources: {'Port': ['ID=6b04a1ff-b954-44e1-8cd0-06ac3682a701,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:15.049770 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb055-bce3-4cf4-9ae6-98817e6b44b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e19efe-05e9-409e-8a4a-a81ef65c33a0,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:15.052213 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=fb482fe1-87da-4a79-8d5d-40ab4baf8a4c,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:15.093345 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Router 874f9a7b-1176-4679-b2a8-8a840e135f88 is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:32:15.154194 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Pushing event updated for resources: {'Port': ['ID=c9211bd6-ddcd-44ae-b5e1-ecec9e943d47,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:15.167084 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Allocated IP 172.27.0.148 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/3bbea907-23b0-4869-bd02-9a208a37f51a) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:15.204684 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.309124 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks [] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.400002 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.429761 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Attempting to bind port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:15.430527 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Attempting to bind port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:15.431255 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Attempting to bind port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 on network 2378409d-c551-4beb-a9cb-3e077e46deec {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:15.468500 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:15.542821 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 8dbf2376-fc61-4764-a2fe-9f162ef6e722 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:15.552303 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Pushing event updated for resources: {'Port': ['ID=3bbea907-23b0-4869-bd02-9a208a37f51a,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:15.559190 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:32:15.559617 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:15.573457 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Sync routers for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:15.599908 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks [] for router_gateway (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.601370 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:15.606334 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:15.606616 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:15.609982 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:15.624855 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.db.api [None req-9f31a020-4509-480d-84bd-6b275e560005 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 06 04:32:15.626338 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG oslo_db.api [None req-9f31a020-4509-480d-84bd-6b275e560005 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 06 04:32:15.628681 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:15.872023 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=fb482fe1-87da-4a79-8d5d-40ab4baf8a4c,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:15.907022 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:15.907410 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Checking segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:15.907823 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.908223 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Bound using segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:15.908724 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Bound port: c9211bd6-ddcd-44ae-b5e1-ecec9e943d47, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:15.909110 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.915464 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Publish callbacks [] for port (86740370-5011-444a-b781-923ad4f43b7a), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.968905 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:15.970435 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:15.971703 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-4fd55377-e57a-4f79-94a0-1a705e273538 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6247957 Oct 06 04:32:15.983985 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35676) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:15.992883 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:16.008090 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Allocated IP 172.27.0.101 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/34d208d1-e280-4409-b713-a39719472681) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:16.026888 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Sync routers for ids ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:16.045411 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (86740370-5011-444a-b781-923ad4f43b7a), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.096892 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:16.121116 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.122305 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35680) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:16.123109 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-97623ce0-4f3a-40a0-89f4-e7b7f69fe174 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1820300 Oct 06 04:32:16.126938 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35682) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:16.139310 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:16.186756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:16.217411 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Pushing event updated for resources: {'Port': ['ID=86740370-5011-444a-b781-923ad4f43b7a,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:16.278410 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c772d-0cfd-45c2-acf1-8d262389928b None None] Network dda97116-7fb3-4466-b2df-d492cd1f2494 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:16.357699 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Publish callbacks [] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.373229 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Routers {'7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:16.374011 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:16.376314 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:16.376805 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.377242 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 Oct 06 04:32:16.393682 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:13Z', 'revision_number': 3, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:16.468959 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Checking router: 874f9a7b-1176-4679-b2a8-8a840e135f88 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:16.469396 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Updating router 874f9a7b-1176-4679-b2a8-8a840e135f88 port 19475e58-3e93-4d6d-b709-27f4d015ff52 binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:16.483918 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Network 45c9d327-544f-44d6-be7e-529008b00a93 is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:16.502628 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.518550 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-9f31a020-4509-480d-84bd-6b275e560005 None None] Current status of the port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:16.520884 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:16.536318 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.539225 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:16.631332 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] For port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:16.633357 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:16.640229 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:16.643991 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-379c8f65-6e27-4779-b7a8-b4f6252cb045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.696610 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:16.705292 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] For port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=c9211bd6-ddcd-44ae-b5e1-ecec9e943d47,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:16.711910 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:16.727297 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks [] for port (34d208d1-e280-4409-b713-a39719472681), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.753912 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a50bfd35-f26d-47c7-ac36-9d0b4101b5ec None None] Provisioning complete for port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:16.754771 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a50bfd35-f26d-47c7-ac36-9d0b4101b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.755205 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a50bfd35-f26d-47c7-ac36-9d0b4101b5ec None None] Attempt 1 to provision port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 Oct 06 04:32:16.778916 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:16.783312 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.790564 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks [] for router_gateway (87febfd9-73a2-40db-aaca-01eef75cc423), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.850065 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-379c8f65-6e27-4779-b7a8-b4f6252cb045 admin admin] Publish callbacks [] for security_group (8b69f898-5d55-445b-b2e9-2e05dfa2d69b), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:16.899332 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Pushing event updated for resources: {'Port': ['ID=398a98a0-8342-4804-8f72-d6425d3bacd9,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:16.925187 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (34d208d1-e280-4409-b713-a39719472681), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.022768 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:17.036105 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:17.042852 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Attempting to bind port 86740370-5011-444a-b781-923ad4f43b7a on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:17.048989 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Attempting to bind port 86740370-5011-444a-b781-923ad4f43b7a by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:17.050342 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Attempting to bind port 86740370-5011-444a-b781-923ad4f43b7a on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:17.064229 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:17.077565 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:17.109244 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Set router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:17.126686 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-379c8f65-6e27-4779-b7a8-b4f6252cb045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8b69f898-5d55-445b-b2e9-2e05dfa2d69b), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.129853 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Pushing event updated for resources: {'Port': ['ID=34d208d1-e280-4409-b713-a39719472681,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:17.140842 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Publish callbacks [] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.154295 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.180483 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Attempting to bind port 19475e58-3e93-4d6d-b709-27f4d015ff52 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:17.180872 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Attempting to bind port 19475e58-3e93-4d6d-b709-27f4d015ff52 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:17.181247 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Attempting to bind port 19475e58-3e93-4d6d-b709-27f4d015ff52 on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:17.213620 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (87febfd9-73a2-40db-aaca-01eef75cc423), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.244806 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-379c8f65-6e27-4779-b7a8-b4f6252cb045 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0b73eb6e32754817806e3b97b0d1b402&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1185443 Oct 06 04:32:17.278021 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.283718 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35704) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:17.285899 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:17.295066 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c8f65-6e27-4779-b7a8-b4f6252cb045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b69f898-5d55-445b-b2e9-2e05dfa2d69b,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:17.356473 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:17.356473 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:17.356473 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.356473 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:17.360016 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Bound port: 19475e58-3e93-4d6d-b709-27f4d015ff52, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:17.360599 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.484172 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Pushing event updated for resources: {'Port': ['ID=19475e58-3e93-4d6d-b709-27f4d015ff52,revision_number=2']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:17.512158 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.512964 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.515444 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.515974 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.517935 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.519290 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.521774 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:17.522070 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.522312 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.522952 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.524152 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.524586 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks [] for router_gateway (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.525868 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.526467 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.527390 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.529715 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.530323 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.530884 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Tracked resource versions report: Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: pushed versions: Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: { 'AddressGroup': {'1.2'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Agent': {'1.1'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'ConntrackHelper': {'1.0'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'LocalIPAssociation': {'1.0'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Log': {'1.0'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'NDPProxy': {'1.0'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Network': {'1.1'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Port': {'1.7'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'PortForwarding': {'1.3'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'QosPolicy': {'1.10'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SecurityGroup': {'1.5'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SecurityGroupRule': {'1.2'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SubPort': {'1.0'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Subnet': {'1.1'}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Trunk': {'1.1'}} Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: consumer versions: Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: { DHCP agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: HyperV agent@hv-cinder-86022: {}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: L3 agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: Metadata agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: Metering agent@dv-cinder-860227-2-iscsi: {}, Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: Open vSwitch agent@dv-cinder-860227-2-iscsi: { 'AddressGroup': '1.2', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Agent': '1.1', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'ConntrackHelper': '1.0', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'LocalIPAssociation': '1.0', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Log': '1.0', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'NDPProxy': '1.0', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Network': '1.1', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Port': '1.7', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'PortForwarding': '1.3', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'QosPolicy': '1.10', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SecurityGroup': '1.5', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SecurityGroupRule': '1.2', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'SubPort': '1.0', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Subnet': '1.1', Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: 'Trunk': '1.1'}} Oct 06 04:32:17.532331 dv-cinder-860227-2-iscsi neutron-server[106197]: {{(pid=106197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 06 04:32:17.553374 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] For port 19475e58-3e93-4d6d-b709-27f4d015ff52, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:17.558223 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] For port 19475e58-3e93-4d6d-b709-27f4d015ff52, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=19475e58-3e93-4d6d-b709-27f4d015ff52,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:17.575480 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.610609 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 8dbf2376-fc61-4764-a2fe-9f162ef6e722, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=8dbf2376-fc61-4764-a2fe-9f162ef6e722,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:17.667315 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02229730-b5c2-49bd-b7a7-d3cfd83e5e75 None None] Pushing event updated for resources: {'Port': ['ID=19475e58-3e93-4d6d-b709-27f4d015ff52,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:17.686177 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:17.687992 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:17.691376 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:17.700310 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:17.700975 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:17.739684 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:17.780710 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Attempting to bind port 398a98a0-8342-4804-8f72-d6425d3bacd9 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:17.781132 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Attempting to bind port 398a98a0-8342-4804-8f72-d6425d3bacd9 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:17.781529 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Attempting to bind port 398a98a0-8342-4804-8f72-d6425d3bacd9 on network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:17.877776 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Router 87febfd9-73a2-40db-aaca-01eef75cc423 is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:32:17.966005 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:17.973051 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:18.002708 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:10Z', 'updated_at': '2022-10-06T04:32:12Z', 'revision_number': 3, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'gw_port': {'id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:18.039389 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:18.043224 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device fb482fe1-87da-4a79-8d5d-40ab4baf8a4c up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:18.109563 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:18.112495 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.168205 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f212-a3df-45a1-a0f6-cc5dcc7dd722 None None] Pushing event updated for resources: {'Port': ['ID=c9211bd6-ddcd-44ae-b5e1-ecec9e943d47,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:18.183690 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:18.184301 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Checking segment: {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:18.184787 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.185288 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Bound using segment: {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:18.186043 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Bound port: 398a98a0-8342-4804-8f72-d6425d3bacd9, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:18.186507 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.189702 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Checking router: 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:18.190126 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Updating router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:18.206928 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-514b5468-3374-47d5-b20c-929727e40a74 admin admin] Publish callbacks [] for security_group (8b69f898-5d55-445b-b2e9-2e05dfa2d69b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.231351 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:18.234089 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.249179 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Sync routers for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:18.272986 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:18.273475 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Checking segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:18.273946 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.274413 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Bound using segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:18.275007 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Bound port: 86740370-5011-444a-b781-923ad4f43b7a, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:18.275451 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (86740370-5011-444a-b781-923ad4f43b7a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.317457 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.325063 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:18.325063 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:18.328178 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-a9cab1d3-db53-41d3-bcf1-677d147d5a2d admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0323541 Oct 06 04:32:18.329488 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35724) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:18.335615 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.384387 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:13Z', 'revision_number': 3, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:18.388372 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-514b5468-3374-47d5-b20c-929727e40a74 admin admin] Publish callbacks [] for security_group (8b69f898-5d55-445b-b2e9-2e05dfa2d69b), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.425794 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0b280-c537-405d-9b28-887dd71fa098 None None] The sync data for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi is: [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:13Z', 'revision_number': 3, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:18.453296 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:32:18.492982 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.499590 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:18.543490 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=8dbf2376-fc61-4764-a2fe-9f162ef6e722,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:18.551079 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:18.555053 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.555559 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c Oct 06 04:32:18.621741 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405562a-6c04-4e5a-84ad-291d35af2547 None None] Network 2378409d-c551-4beb-a9cb-3e077e46deec requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:18.692771 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:32:18.777434 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a50bfd35-f26d-47c7-ac36-9d0b4101b5ec None None] Current status of the port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:18.787024 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:16Z', 'revision_number': 3, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:18.857651 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Checking router: 87febfd9-73a2-40db-aaca-01eef75cc423 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:18.858209 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Updating router 87febfd9-73a2-40db-aaca-01eef75cc423 port 3bbea907-23b0-4869-bd02-9a208a37f51a binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:18.867977 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a50bfd35-f26d-47c7-ac36-9d0b4101b5ec None None] Provisioning complete for port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:18.868361 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a50bfd35-f26d-47c7-ac36-9d0b4101b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.868781 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a50bfd35-f26d-47c7-ac36-9d0b4101b5ec None None] Attempt 1 to provision port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c Oct 06 04:32:18.891047 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Allocated IP 172.20.0.1 (dda97116-7fb3-4466-b2df-d492cd1f2494/4cf55578-05cd-4019-a875-59f46e84d9e6/6c03b3e4-af5c-4c91-828e-db3493dcdf09) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:18.894837 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] For port 86740370-5011-444a-b781-923ad4f43b7a, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:18.929350 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] For port 398a98a0-8342-4804-8f72-d6425d3bacd9, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:18.931441 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:18.956462 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:18.981064 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] For port 398a98a0-8342-4804-8f72-d6425d3bacd9, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=398a98a0-8342-4804-8f72-d6425d3bacd9,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:18.983859 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] For port 86740370-5011-444a-b781-923ad4f43b7a, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=86740370-5011-444a-b781-923ad4f43b7a,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:19.066031 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:19.076092 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (86740370-5011-444a-b781-923ad4f43b7a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:19.109943 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:19.132407 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:19.161538 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:19.237596 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:19.281482 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:19.286083 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:19.287473 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-22054a0b-23e1-4a45-9506-b117c2458267 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2790327 Oct 06 04:32:19.297770 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35728) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:19.301588 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:19.328496 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:19.329139 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:19.388237 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-514b5468-3374-47d5-b20c-929727e40a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8b69f898-5d55-445b-b2e9-2e05dfa2d69b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:19.390684 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-514b5468-3374-47d5-b20c-929727e40a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:19.403445 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-514b5468-3374-47d5-b20c-929727e40a74 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8b69f898-5d55-445b-b2e9-2e05dfa2d69b HTTP/1.1" status: 204 len: 168 time: 2.1160996 Oct 06 04:32:19.406067 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Sync routers for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:19.442852 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:19.443101 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:19.447663 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:19.515643 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Publish callbacks [] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:19.517645 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b5468-3374-47d5-b20c-929727e40a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b69f898-5d55-445b-b2e9-2e05dfa2d69b,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:19.554336 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:19.555918 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:19.566463 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-571e290e-3907-416d-b334-05db69f9c9cf admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0554168 Oct 06 04:32:19.570549 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35732) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:19.579719 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Allocated IP 172.20.0.1 (97b8f3be-2662-4f10-9b78-aa77c932c5e7/f9ac6b03-cf48-476c-8f08-d38b0bda49cb/29d50ce5-33b1-4318-badf-4d2b89fa5b46) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:19.693769 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:19.712391 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:19.809802 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:19.879169 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a50bfd35-f26d-47c7-ac36-9d0b4101b5ec None None] Current status of the port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:19.933817 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de56be-f310-47e1-bce5-c408fa1265ed None None] Pushing event updated for resources: {'Port': ['ID=398a98a0-8342-4804-8f72-d6425d3bacd9,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:20.043707 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.113306 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.284489 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 19475e58-3e93-4d6d-b709-27f4d015ff52 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:20.288994 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Network dda97116-7fb3-4466-b2df-d492cd1f2494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:20.302370 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:20.313291 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:20.314249 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (874f9a7b-1176-4679-b2a8-8a840e135f88), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.355044 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:15Z', 'revision_number': 3, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:20.448697 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Provisioning complete for port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:20.449076 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.449452 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Attempt 1 to provision port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 Oct 06 04:32:20.450535 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Checking router: 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:20.451028 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Updating router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:20.467277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Publish callbacks [] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.492122 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:20.493340 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.597272 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Allocated IP 172.20.0.1 (b586c8b5-56f0-4e30-8c9b-f6b5b9731066/53aeb215-4958-4b55-8334-db9385b5e573/7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:20.687444 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Publish callbacks [] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.694317 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:20.754198 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Publish callbacks [] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.783915 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:20.793548 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:20.828284 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.890240 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Pushing event updated for resources: {'Port': ['ID=6c03b3e4-af5c-4c91-828e-db3493dcdf09,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:20.918534 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:20.925052 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:20.927908 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:20.928590 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (87febfd9-73a2-40db-aaca-01eef75cc423), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:20.933331 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Pushing event updated for resources: {'Port': ['ID=7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:20.980577 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.031495 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Attempting to bind port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:21.032050 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Attempting to bind port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:21.032566 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Attempting to bind port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:21.038746 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b8c2e-3166-4aba-b67e-afa7cf631d79 None None] Pushing event updated for resources: {'Port': ['ID=86740370-5011-444a-b781-923ad4f43b7a,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:21.054489 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:21.076507 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.187908 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 19475e58-3e93-4d6d-b709-27f4d015ff52 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:21.190304 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.193560 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 19475e58-3e93-4d6d-b709-27f4d015ff52 Oct 06 04:32:21.238099 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Publish callbacks [] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.249263 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.305843 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ef8c8-3fb9-41ef-a523-bbde9dd69479 None None] Network 45c9d327-544f-44d6-be7e-529008b00a93 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:21.371542 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:21.377322 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.389512 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:21.403970 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.417091 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77099260-341d-4864-b064-ca7606586431 None None] Pushing event updated for resources: {'Port': ['ID=4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:21.443812 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7e668-e099-48b6-b6f5-aeddd495827d None None] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:32:21.446254 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:17Z', 'revision_number': 3, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:21.470837 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Attempting to bind port 3bbea907-23b0-4869-bd02-9a208a37f51a on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:21.471456 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Attempting to bind port 3bbea907-23b0-4869-bd02-9a208a37f51a by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:21.471576 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Attempting to bind port 3bbea907-23b0-4869-bd02-9a208a37f51a on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:21.492703 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:21.498991 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:21.499409 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:21.499826 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.500221 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:21.500718 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Bound port: 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:21.501234 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.504194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:21.504361 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.514190 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.615359 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:21.615732 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:21.616139 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.627558 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:21.628086 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Bound port: 3bbea907-23b0-4869-bd02-9a208a37f51a, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:21.628483 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.649158 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea77cbc-b2e8-4f97-b821-d6d0b39d9a7b None None] Pushing event updated for resources: {'Port': ['ID=3bbea907-23b0-4869-bd02-9a208a37f51a,revision_number=2']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:21.698844 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Pushing event updated for resources: {'Port': ['ID=29d50ce5-33b1-4318-badf-4d2b89fa5b46,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:21.707962 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:32:21.755452 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Allocated IP 172.20.0.1 (45c9d327-544f-44d6-be7e-529008b00a93/6ec1f5f6-74c2-4a05-8da9-9ceee3282870/0e724d09-ee22-4691-84dd-e96541744bf9) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:21.830218 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:21.834841 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:21.835268 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Updating router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d port 34d208d1-e280-4409-b713-a39719472681 binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:21.892924 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] For port 3bbea907-23b0-4869-bd02-9a208a37f51a, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:21.911136 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] For port 3bbea907-23b0-4869-bd02-9a208a37f51a, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=3bbea907-23b0-4869-bd02-9a208a37f51a,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:21.933450 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:21.971252 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Publish callbacks [] for port (0e724d09-ee22-4691-84dd-e96541744bf9), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.019368 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.042351 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea77cbc-b2e8-4f97-b821-d6d0b39d9a7b None None] Pushing event updated for resources: {'Port': ['ID=3bbea907-23b0-4869-bd02-9a208a37f51a,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:22.066945 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:22.067612 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:22.074776 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Current status of the port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:22.085973 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 19475e58-3e93-4d6d-b709-27f4d015ff52 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:22.086358 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.102610 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Provisioning complete for port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:22.103369 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.104301 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Attempt 1 to provision port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 Oct 06 04:32:22.171254 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (34d208d1-e280-4409-b713-a39719472681), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.246582 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:22.312324 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.341470 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Publish callbacks [] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.342304 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] For port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:22.358978 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:22.364734 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.365493 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (87febfd9-73a2-40db-aaca-01eef75cc423), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.409306 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Network 45c9d327-544f-44d6-be7e-529008b00a93 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:22.411938 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35782) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:22.413522 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] For port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:22.420731 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 19475e58-3e93-4d6d-b709-27f4d015ff52, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=19475e58-3e93-4d6d-b709-27f4d015ff52,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:22.446836 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:22.450912 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:22.451460 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.509593 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Publish callbacks [] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.511475 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:22.527841 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Publish callbacks [] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.565157 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.580574 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:22.588502 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.594695 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (874f9a7b-1176-4679-b2a8-8a840e135f88), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.648041 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.649725 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.650993 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:22.656740 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Current status of the port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:22.657136 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.716201 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:22.745967 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Attempting to bind port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:22.746348 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Attempting to bind port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:22.746716 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Attempting to bind port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:22.752836 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Pushing event updated for resources: {'Port': ['ID=0e724d09-ee22-4691-84dd-e96541744bf9,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:22.784201 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:22.792123 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] For port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=c9211bd6-ddcd-44ae-b5e1-ecec9e943d47,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:22.862410 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.889681 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Pushing event updated for resources: {'Port': ['ID=6c03b3e4-af5c-4c91-828e-db3493dcdf09,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:22.903767 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2350cf1-6ef8-48d2-b4d3-92a53e2840c1 None None] Pushing event updated for resources: {'Port': ['ID=6b04a1ff-b954-44e1-8cd0-06ac3682a701,revision_number=2']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:22.917729 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-76728e7d-3321-43c0-ada9-8aa27a501117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.920956 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Routers {'7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:22.921618 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:22.922877 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:22.923286 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:22.923859 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.924317 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:22.924820 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Bound port: 6b04a1ff-b954-44e1-8cd0-06ac3682a701, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:22.925201 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:22.935381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Network dda97116-7fb3-4466-b2df-d492cd1f2494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:22.946103 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:22.968547 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Pushing event updated for resources: {'Port': ['ID=7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:23.091056 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:23.102096 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:23.106416 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:23.122982 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:23.133893 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] Set router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:23.165622 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] For port 6b04a1ff-b954-44e1-8cd0-06ac3682a701, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:23.259517 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] For port 6b04a1ff-b954-44e1-8cd0-06ac3682a701, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=6b04a1ff-b954-44e1-8cd0-06ac3682a701,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:23.278490 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:23.292968 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:23.303835 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:23.351505 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Provisioning complete for port 398a98a0-8342-4804-8f72-d6425d3bacd9 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:23.352094 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:23.352192 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Attempt 1 to provision port 398a98a0-8342-4804-8f72-d6425d3bacd9 Oct 06 04:32:23.377455 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 1, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:23.382423 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:23.397631 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:23.496668 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8dcbc-6b52-4ee2-8899-20b432890331 None None] The sync data for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi is: [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 1, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:23.509653 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:23.510584 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:23.519888 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Router 874f9a7b-1176-4679-b2a8-8a840e135f88 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:32:23.605558 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:23.606292 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:23.606417 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 Oct 06 04:32:23.645563 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2350cf1-6ef8-48d2-b4d3-92a53e2840c1 None None] Pushing event updated for resources: {'Port': ['ID=6b04a1ff-b954-44e1-8cd0-06ac3682a701,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:23.701334 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77099260-341d-4864-b064-ca7606586431 None None] Pushing event updated for resources: {'Port': ['ID=4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:23.837605 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Current status of the port 398a98a0-8342-4804-8f72-d6425d3bacd9 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:23.838265 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:23.892173 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=19475e58-3e93-4d6d-b709-27f4d015ff52,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:23.894552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:23.901697 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-76728e7d-3321-43c0-ada9-8aa27a501117 admin admin] Publish callbacks [] for security_group (79588b2c-1627-4c6b-8a44-1744679ecc1f), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:23.929915 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-76728e7d-3321-43c0-ada9-8aa27a501117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (79588b2c-1627-4c6b-8a44-1744679ecc1f), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.063297 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:24.131474 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1d287-357a-4e71-841e-203b408c4e89 None None] Pushing event updated for resources: {'Port': ['ID=c9211bd6-ddcd-44ae-b5e1-ecec9e943d47,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:24.171491 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:24.172269 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-76728e7d-3321-43c0-ada9-8aa27a501117 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=56d175f104054e7d882def198101076d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7554119 Oct 06 04:32:24.184798 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 8dbf2376-fc61-4764-a2fe-9f162ef6e722 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:24.186566 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35824) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:24.191090 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Router 87febfd9-73a2-40db-aaca-01eef75cc423 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:32:24.224094 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76728e7d-3321-43c0-ada9-8aa27a501117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79588b2c-1627-4c6b-8a44-1744679ecc1f,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:24.248436 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Allocated IP 172.20.0.1 (2378409d-c551-4beb-a9cb-3e077e46deec/a77098ae-eb97-4fa5-a3f9-2d082ee38ec1/ce38f13b-da48-4a61-ae21-736ec166ca4b) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:24.291773 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Publish callbacks [] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.297981 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:24.328867 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-a403b4dc-cf0a-4f16-84fa-45b45e406290 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/874f9a7b-1176-4679-b2a8-8a840e135f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3415241 Oct 06 04:32:24.343771 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.350604 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.364721 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] For port 398a98a0-8342-4804-8f72-d6425d3bacd9, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=398a98a0-8342-4804-8f72-d6425d3bacd9,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:24.375601 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Publish callbacks [] for port (0e724d09-ee22-4691-84dd-e96541744bf9), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.391997 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.392760 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.418106 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:15Z', 'revision_number': 3, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:24.456083 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c06ad-2761-48db-9700-8b99a3304ba9 None None] The sync data for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi is: [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:15Z', 'revision_number': 3, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:24.542278 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:24.589176 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Sync routers for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:24.609646 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd040-b464-48a1-9ed2-bb51327eb164 admin admin] Publish callbacks [] for security_group (79588b2c-1627-4c6b-8a44-1744679ecc1f), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.624023 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:24.625740 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.687021 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Pushing event updated for resources: {'Port': ['ID=29d50ce5-33b1-4318-badf-4d2b89fa5b46,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:24.746023 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Publish callbacks [] for port (34d208d1-e280-4409-b713-a39719472681), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.761346 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:24.769928 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Network 45c9d327-544f-44d6-be7e-529008b00a93 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:24.786440 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:24.805959 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Pushing event updated for resources: {'Port': ['ID=398a98a0-8342-4804-8f72-d6425d3bacd9,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:24.832273 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:10Z', 'updated_at': '2022-10-06T04:32:12Z', 'revision_number': 3, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'gw_port': {'id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:24.843841 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (34d208d1-e280-4409-b713-a39719472681), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.856156 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:24.860401 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:24.883790 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd040-b464-48a1-9ed2-bb51327eb164 admin admin] Publish callbacks [] for security_group (79588b2c-1627-4c6b-8a44-1744679ecc1f), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:24.951899 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:24.952689 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:24.965167 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Pushing event updated for resources: {'Port': ['ID=0e724d09-ee22-4691-84dd-e96541744bf9,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:25.129171 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:25.140648 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a727cc1-168f-4400-b76b-556a46a25357 None None] The sync data for ids ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'] in dv-cinder-860227-2-iscsi is: [{'id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:10Z', 'updated_at': '2022-10-06T04:32:12Z', 'revision_number': 3, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'gw_port': {'id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:25.149684 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Provisioning complete for port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:25.150242 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.150784 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Attempt 1 to provision port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 Oct 06 04:32:25.164616 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:25.165153 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.165597 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 Oct 06 04:32:25.195793 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Attempting to bind port 34d208d1-e280-4409-b713-a39719472681 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:25.196331 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Attempting to bind port 34d208d1-e280-4409-b713-a39719472681 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:25.196803 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Attempting to bind port 34d208d1-e280-4409-b713-a39719472681 on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:25.265572 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35844) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:25.290229 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-83b322b7-06f5-4786-90a9-96d72dc7f80d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2074118865', 'description': 'tempest-description--1984537424'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:25.295762 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Publish callbacks [] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.313845 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:25.314035 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:25.345189 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:25.394063 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:25.444768 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0caf8b86-5efd-4c9d-b934-6b49aa0c0517 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/87febfd9-73a2-40db-aaca-01eef75cc423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0992751 Oct 06 04:32:25.445150 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:32:25.455222 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89b1aa-9b0a-48d6-a30b-59eba2e4cd9c None None] Pushing event updated for resources: {'Port': ['ID=34d208d1-e280-4409-b713-a39719472681,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:25.463943 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-83b322b7-06f5-4786-90a9-96d72dc7f80d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.480370 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd040-b464-48a1-9ed2-bb51327eb164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (79588b2c-1627-4c6b-8a44-1744679ecc1f), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.482877 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd040-b464-48a1-9ed2-bb51327eb164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.487311 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-ddfbd040-b464-48a1-9ed2-bb51327eb164 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/79588b2c-1627-4c6b-8a44-1744679ecc1f HTTP/1.1" status: 204 len: 168 time: 1.2862718 Oct 06 04:32:25.518920 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Provisioning complete for port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:25.521956 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.523516 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Attempt 1 to provision port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 Oct 06 04:32:25.525901 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbd040-b464-48a1-9ed2-bb51327eb164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79588b2c-1627-4c6b-8a44-1744679ecc1f,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:25.531460 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:32:25.607136 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.707156 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Network 2378409d-c551-4beb-a9cb-3e077e46deec is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:25.718457 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:25.734640 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:25.739243 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.872618 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-83b322b7-06f5-4786-90a9-96d72dc7f80d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (59d72dc6-4cb9-4c86-9901-9f7642bfac1f), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:25.957288 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:25.992865 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-89dc178b-f965-4baa-b9bf-6368778f96ac admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1a8ba616-7976-47a9-b71a-1bafa5eaa75d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6936738 Oct 06 04:32:25.997981 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-83b322b7-06f5-4786-90a9-96d72dc7f80d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (59d72dc6-4cb9-4c86-9901-9f7642bfac1f), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.000767 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:26.020379 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce38f13b-da48-4a61-ae21-736ec166ca4b,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:26.114939 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:26.120244 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:26.121094 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:26.128604 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.129934 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:26.133713 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Bound port: 34d208d1-e280-4409-b713-a39719472681, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:26.137993 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (34d208d1-e280-4409-b713-a39719472681), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.164753 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-89e268f6-2f06-4166-be1a-98b9fa04cfc9 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0145822 Oct 06 04:32:26.164929 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-83b322b7-06f5-4786-90a9-96d72dc7f80d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.172531 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-83b322b7-06f5-4786-90a9-96d72dc7f80d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8932607 Oct 06 04:32:26.178498 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35880) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:26.216552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-27e18c54-695e-468c-8626-68ca5d939c40 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'security_group_rule': {'security_group_id': '59d72dc6-4cb9-4c86-9901-9f7642bfac1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:26.228591 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b322b7-06f5-4786-90a9-96d72dc7f80d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d72dc6-4cb9-4c86-9901-9f7642bfac1f,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:26.311203 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:26.376467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.415839 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Provisioning complete for port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:26.422626 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.423100 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Attempt 1 to provision port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 Oct 06 04:32:26.425380 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-27e18c54-695e-468c-8626-68ca5d939c40 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (d29a08a1-5144-4c1a-961b-11cdd8992587), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.555934 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35892) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:26.615172 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d878f308-2025-4f29-8396-645fb7474780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.714949 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:26.742826 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:26.746018 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] For port 34d208d1-e280-4409-b713-a39719472681, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:26.756616 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] For port 34d208d1-e280-4409-b713-a39719472681, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=34d208d1-e280-4409-b713-a39719472681,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:26.772237 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (34d208d1-e280-4409-b713-a39719472681), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.840090 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35898) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:26.876659 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-987f1bec-0de2-47c7-9c16-d07eb88b4f7b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287936601', 'description': 'tempest-description--1551277079'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:26.893451 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89b1aa-9b0a-48d6-a30b-59eba2e4cd9c None None] Pushing event updated for resources: {'Port': ['ID=34d208d1-e280-4409-b713-a39719472681,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:26.902403 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Provisioning complete for port 86740370-5011-444a-b781-923ad4f43b7a triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:26.903016 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (86740370-5011-444a-b781-923ad4f43b7a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:26.903440 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Attempt 1 to provision port 86740370-5011-444a-b781-923ad4f43b7a Oct 06 04:32:27.010542 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d878f308-2025-4f29-8396-645fb7474780 admin admin] Publish callbacks [] for security_group (6c7c40f3-1ce2-40da-aa82-afdf025a4c1d), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.015503 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:27.024376 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d878f308-2025-4f29-8396-645fb7474780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6c7c40f3-1ce2-40da-aa82-afdf025a4c1d), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.084691 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 2, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:27.097716 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:27.101395 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:27.118569 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878f308-2025-4f29-8396-645fb7474780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7c40f3-1ce2-40da-aa82-afdf025a4c1d,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:27.124400 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:27.125186 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:27.196469 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-d878f308-2025-4f29-8396-645fb7474780 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0403021eb9b54bd8b4f4bdd7007dba45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6386220 Oct 06 04:32:27.200092 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35910) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:27.313857 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-52bc7153-20e1-4d3c-baae-c06d5f722d10 admin admin] Publish callbacks [] for security_group (6c7c40f3-1ce2-40da-aa82-afdf025a4c1d), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.339931 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-52bc7153-20e1-4d3c-baae-c06d5f722d10 admin admin] Publish callbacks [] for security_group (6c7c40f3-1ce2-40da-aa82-afdf025a4c1d), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.398833 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Checking router: 874f9a7b-1176-4679-b2a8-8a840e135f88 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:27.399283 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Updating router 874f9a7b-1176-4679-b2a8-8a840e135f88 port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:27.442594 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-52bc7153-20e1-4d3c-baae-c06d5f722d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6c7c40f3-1ce2-40da-aa82-afdf025a4c1d), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.452536 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-52bc7153-20e1-4d3c-baae-c06d5f722d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.460717 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-52bc7153-20e1-4d3c-baae-c06d5f722d10 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6c7c40f3-1ce2-40da-aa82-afdf025a4c1d HTTP/1.1" status: 204 len: 168 time: 0.2568636 Oct 06 04:32:27.495425 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.511603 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35914) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:27.527260 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-af2edab1-a6a6-4f65-8824-5823b4c56a5e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212314863', 'description': 'tempest-description--62925344'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:27.541969 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc7153-20e1-4d3c-baae-c06d5f722d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7c40f3-1ce2-40da-aa82-afdf025a4c1d,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:27.613844 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-af2edab1-a6a6-4f65-8824-5823b4c56a5e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.614090 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:27.614194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-27e18c54-695e-468c-8626-68ca5d939c40 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (d29a08a1-5144-4c1a-961b-11cdd8992587), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.624324 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-27e18c54-695e-468c-8626-68ca5d939c40 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (d29a08a1-5144-4c1a-961b-11cdd8992587), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.639326 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:27.643774 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-987f1bec-0de2-47c7-9c16-d07eb88b4f7b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.663378 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Publish callbacks [] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.678410 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.679415 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.687939 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e18c54-695e-468c-8626-68ca5d939c40 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29a08a1-5144-4c1a-961b-11cdd8992587,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:27.732357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:27.741743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-27e18c54-695e-468c-8626-68ca5d939c40 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.743687 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-27e18c54-695e-468c-8626-68ca5d939c40 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5594945 Oct 06 04:32:27.748190 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35938) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:27.748531 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35940) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:27.755028 dv-cinder-860227-2-iscsi neutron-server[106194]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 06 04:32:27.788372 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-a11812bf-9684-42af-9266-2478c9ceee6c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'security_group_rule': {'security_group_id': '59d72dc6-4cb9-4c86-9901-9f7642bfac1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:27.818046 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:27.834259 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce38f13b-da48-4a61-ae21-736ec166ca4b,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:27.970705 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-987f1bec-0de2-47c7-9c16-d07eb88b4f7b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (71690258-d10d-48c6-bd2d-f01009e3b4c8), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:27.973999 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Network 2378409d-c551-4beb-a9cb-3e077e46deec is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:27.976140 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:27.986262 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-987f1bec-0de2-47c7-9c16-d07eb88b4f7b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (71690258-d10d-48c6-bd2d-f01009e3b4c8), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.122592 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a11812bf-9684-42af-9266-2478c9ceee6c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (09f388f5-a76e-43cf-a48b-0f1ee4e8ce9c), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.195796 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-af2edab1-a6a6-4f65-8824-5823b4c56a5e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (919e3590-5fc0-4eb5-8910-3bfa7142c68b), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.252014 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-987f1bec-0de2-47c7-9c16-d07eb88b4f7b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.255394 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-987f1bec-0de2-47c7-9c16-d07eb88b4f7b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3936238 Oct 06 04:32:28.297559 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35964) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:28.310904 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f1bec-0de2-47c7-9c16-d07eb88b4f7b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71690258-d10d-48c6-bd2d-f01009e3b4c8,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:28.350944 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-6b5ac946-1986-4795-ab05-a7b51a9305ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'security_group_rule': {'security_group_id': '71690258-d10d-48c6-bd2d-f01009e3b4c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:28.358724 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-af2edab1-a6a6-4f65-8824-5823b4c56a5e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (919e3590-5fc0-4eb5-8910-3bfa7142c68b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.371956 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:32:28.452101 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-6d2fdcc7-ef17-49ef-95f4-db05f7cf8327 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:28.453692 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-6d2fdcc7-ef17-49ef-95f4-db05f7cf8327 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/networks?id=97b8f3be-2662-4f10-9b78-aa77c932c5e7 HTTP/1.1" status: 200 len: 812 time: 0.7042093 Oct 06 04:32:28.461353 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-af2edab1-a6a6-4f65-8824-5823b4c56a5e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.462561 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-af2edab1-a6a6-4f65-8824-5823b4c56a5e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9471948 Oct 06 04:32:28.466818 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35976) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:28.478081 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-778f0c69-c3a5-4c0c-bf6f-d9cfe2f2a345 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group_rule': {'security_group_id': '919e3590-5fc0-4eb5-8910-3bfa7142c68b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:28.516109 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:28.527110 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2edab1-a6a6-4f65-8824-5823b4c56a5e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919e3590-5fc0-4eb5-8910-3bfa7142c68b,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:28.533712 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-8aeb23fd-28ea-4a62-bbcb-1b978236164b tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/quotas/93b9baf342f94f34ae8f649db7198137 HTTP/1.1" status: 200 len: 375 time: 0.0603459 Oct 06 04:32:28.535264 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac946-1986-4795-ab05-a7b51a9305ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (0a6335cb-9d54-4ebb-8f3a-bd96ccf94488), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.712056 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-778f0c69-c3a5-4c0c-bf6f-d9cfe2f2a345 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (22373b1b-e5fb-4d5b-91b4-58555b6f9831), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.760952 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:32:28.770748 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d5c3ce91-059e-49da-97ab-e7f1a1976ab9 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1987929 Oct 06 04:32:28.805173 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-778f0c69-c3a5-4c0c-bf6f-d9cfe2f2a345 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (22373b1b-e5fb-4d5b-91b4-58555b6f9831), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.811950 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-778f0c69-c3a5-4c0c-bf6f-d9cfe2f2a345 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (22373b1b-e5fb-4d5b-91b4-58555b6f9831), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.828647 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a11812bf-9684-42af-9266-2478c9ceee6c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (09f388f5-a76e-43cf-a48b-0f1ee4e8ce9c), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.849304 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a11812bf-9684-42af-9266-2478c9ceee6c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (09f388f5-a76e-43cf-a48b-0f1ee4e8ce9c), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.865015 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f0c69-c3a5-4c0c-bf6f-d9cfe2f2a345 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22373b1b-e5fb-4d5b-91b4-58555b6f9831,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:28.866435 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-c4ea47fe-12de-4667-931a-eb1ac61a9d72 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=93b9baf342f94f34ae8f649db7198137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3226860 Oct 06 04:32:28.877619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-778f0c69-c3a5-4c0c-bf6f-d9cfe2f2a345 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.882170 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:28.884442 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-778f0c69-c3a5-4c0c-bf6f-d9cfe2f2a345 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110758 Oct 06 04:32:28.886120 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35992) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:28.891305 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-50ddb1dd-b735-46e9-9dbd-770f83b843c3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group_rule': {'security_group_id': '919e3590-5fc0-4eb5-8910-3bfa7142c68b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:28.903977 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11812bf-9684-42af-9266-2478c9ceee6c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f388f5-a76e-43cf-a48b-0f1ee4e8ce9c,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:28.916244 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac946-1986-4795-ab05-a7b51a9305ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (0a6335cb-9d54-4ebb-8f3a-bd96ccf94488), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.922880 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a11812bf-9684-42af-9266-2478c9ceee6c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.928540 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-a11812bf-9684-42af-9266-2478c9ceee6c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1522224 Oct 06 04:32:28.929015 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 35994) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:28.931381 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac946-1986-4795-ab05-a7b51a9305ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (0a6335cb-9d54-4ebb-8f3a-bd96ccf94488), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.946187 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:28.959230 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 35996) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:28.973966 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ac946-1986-4795-ab05-a7b51a9305ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6335cb-9d54-4ebb-8f3a-bd96ccf94488,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:28.986339 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-50ddb1dd-b735-46e9-9dbd-770f83b843c3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (fe6a2188-b292-49a3-82e4-5ceba64b1657), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.989371 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac946-1986-4795-ab05-a7b51a9305ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:28.997385 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6b5ac946-1986-4795-ab05-a7b51a9305ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6499569 Oct 06 04:32:29.000229 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36000) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:29.015713 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-b93219ab-3b8f-4827-b4f1-33ee1fb34924 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'security_group_rule': {'security_group_id': '71690258-d10d-48c6-bd2d-f01009e3b4c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:29.059890 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.112980 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Sync routers for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:29.120202 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b93219ab-3b8f-4827-b4f1-33ee1fb34924 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (c47b7b26-358d-4ef3-96ac-9bbcb90005a2), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.144167 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:29.146022 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:29.158531 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:29.159564 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.160046 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 Oct 06 04:32:29.163007 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Current status of the port 86740370-5011-444a-b781-923ad4f43b7a is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:29.163553 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (86740370-5011-444a-b781-923ad4f43b7a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.201011 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:23Z', 'revision_number': 2, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:29.265087 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b93219ab-3b8f-4827-b4f1-33ee1fb34924 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (c47b7b26-358d-4ef3-96ac-9bbcb90005a2), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.285969 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:29.290883 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4c6d74-a1c2-4c9b-93cb-6b1bc646b280 None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:23Z', 'revision_number': 2, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:29.302456 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-070ac60b-e1fb-4c88-a04d-b2797ddf07e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.315029 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:29.336421 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b93219ab-3b8f-4827-b4f1-33ee1fb34924 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (c47b7b26-358d-4ef3-96ac-9bbcb90005a2), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.391033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.404092 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-50ddb1dd-b735-46e9-9dbd-770f83b843c3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (fe6a2188-b292-49a3-82e4-5ceba64b1657), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.418858 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-50ddb1dd-b735-46e9-9dbd-770f83b843c3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (fe6a2188-b292-49a3-82e4-5ceba64b1657), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.443482 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] For port 86740370-5011-444a-b781-923ad4f43b7a, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=86740370-5011-444a-b781-923ad4f43b7a,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:29.459749 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:29.461265 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (86740370-5011-444a-b781-923ad4f43b7a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.490541 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-070ac60b-e1fb-4c88-a04d-b2797ddf07e4 admin admin] Publish callbacks [] for security_group (3f543e03-88d1-4b60-9843-0925c1f07f81), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.498825 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Provisioning complete for port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:29.499467 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.499981 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Attempt 1 to provision port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 Oct 06 04:32:29.513624 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93219ab-3b8f-4827-b4f1-33ee1fb34924 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47b7b26-358d-4ef3-96ac-9bbcb90005a2,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:29.530046 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-070ac60b-e1fb-4c88-a04d-b2797ddf07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (3f543e03-88d1-4b60-9843-0925c1f07f81), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.559098 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:29.580813 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddb1dd-b735-46e9-9dbd-770f83b843c3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6a2188-b292-49a3-82e4-5ceba64b1657,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:29.585104 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b93219ab-3b8f-4827-b4f1-33ee1fb34924 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.586977 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-b93219ab-3b8f-4827-b4f1-33ee1fb34924 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5847266 Oct 06 04:32:29.593294 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 36024) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:29.596237 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-50ddb1dd-b735-46e9-9dbd-770f83b843c3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.597591 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-50ddb1dd-b735-46e9-9dbd-770f83b843c3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7099414 Oct 06 04:32:29.606859 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:29.612853 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36026) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:29.629981 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:29.641068 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:29.672998 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-070ac60b-e1fb-4c88-a04d-b2797ddf07e4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=74ed4afcaeed46a3ae1f8ba2c62f1d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7122962 Oct 06 04:32:29.673914 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36032) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:29.687164 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.703254 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ac60b-e1fb-4c88-a04d-b2797ddf07e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f543e03-88d1-4b60-9843-0925c1f07f81,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:29.707707 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.797760 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Allocated IP 172.27.0.16 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/94f6b26b-73c0-4228-91a1-8ea1106bcda0) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:29.798180 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:29.806884 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 3bbea907-23b0-4869-bd02-9a208a37f51a up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:29.897936 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Pushing event updated for resources: {'Port': ['ID=86740370-5011-444a-b781-923ad4f43b7a,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:29.940298 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Publish callbacks [] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:29.988971 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Sync routers for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:29.999733 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.013632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.049418 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22b9d06a-21e4-4b05-aeaf-a0a683700113 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:32:30.051947 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22b9d06a-21e4-4b05-aeaf-a0a683700113 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5596859 Oct 06 04:32:30.060939 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 2, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:30.062594 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.090452 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 3bbea907-23b0-4869-bd02-9a208a37f51a triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:30.091409 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.091914 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 3bbea907-23b0-4869-bd02-9a208a37f51a Oct 06 04:32:30.100893 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-ead93301-29f5-4ad6-b821-3985c024aece None None] Current status of the port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:30.143458 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:30.157640 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:30.164868 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:30.173463 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for port (94f6b26b-73c0-4228-91a1-8ea1106bcda0), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.174400 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Checking router: 87febfd9-73a2-40db-aaca-01eef75cc423 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:30.174867 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Updating router 87febfd9-73a2-40db-aaca-01eef75cc423 port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:30.230874 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 36034) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:30.243621 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.270648 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:30.278395 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (94f6b26b-73c0-4228-91a1-8ea1106bcda0), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.345303 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 36052) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:30.394683 dv-cinder-860227-2-iscsi neutron-server[106195]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 06 04:32:30.445335 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-225ae682-ad95-4a71-9111-97998456a64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.462649 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:30.480025 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2192-81b0-4481-a548-f56eb5a88a7a None None] Pushing event updated for resources: {'Port': ['ID=6c03b3e4-af5c-4c91-828e-db3493dcdf09,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:30.492539 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-42263273-352b-4daa-a1b3-0524fac23647 admin admin] Publish callbacks [] for security_group (3f543e03-88d1-4b60-9843-0925c1f07f81), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.523883 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:30.531748 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-42263273-352b-4daa-a1b3-0524fac23647 admin admin] Publish callbacks [] for security_group (3f543e03-88d1-4b60-9843-0925c1f07f81), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.567638 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'Port': ['ID=94f6b26b-73c0-4228-91a1-8ea1106bcda0,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:30.576915 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:30.588866 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-397a080f-ae11-4999-9316-cc16adcbfaf5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/97b8f3be-2662-4f10-9b78-aa77c932c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194929 Oct 06 04:32:30.637497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Provisioning complete for port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:30.639122 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.639841 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Attempt 1 to provision port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 Oct 06 04:32:30.652210 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:30.762256 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-42263273-352b-4daa-a1b3-0524fac23647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (3f543e03-88d1-4b60-9843-0925c1f07f81), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.764805 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-42263273-352b-4daa-a1b3-0524fac23647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.773735 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-42263273-352b-4daa-a1b3-0524fac23647 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3f543e03-88d1-4b60-9843-0925c1f07f81 HTTP/1.1" status: 204 len: 168 time: 1.0972326 Oct 06 04:32:30.792621 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42263273-352b-4daa-a1b3-0524fac23647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f543e03-88d1-4b60-9843-0925c1f07f81,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:30.793743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Allocated IP 172.27.0.46 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/6fc26b40-56c7-4835-9582-2c2cb7a130cb) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:30.834153 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-69ae22f0-dd49-47c6-93f2-ebd8e5897e48 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/97b8f3be-2662-4f10-9b78-aa77c932c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315028 Oct 06 04:32:30.834876 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Sync routers for ids ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:30.856602 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Publish callbacks [] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.879863 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:30.897179 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Routers {'7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:30.898188 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:30.966364 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Attempting to bind port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:30.967138 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Attempting to bind port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:30.967881 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Attempting to bind port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 on network dda97116-7fb3-4466-b2df-d492cd1f2494 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:31.005729 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:31.045019 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 3bbea907-23b0-4869-bd02-9a208a37f51a is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:31.045773 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.068050 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3fe07-f29c-40aa-8b7c-ea96d548a4ef None None] Pushing event updated for resources: {'Port': ['ID=7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:31.074697 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for port (6fc26b40-56c7-4835-9582-2c2cb7a130cb), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.083454 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:31.088459 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 3bbea907-23b0-4869-bd02-9a208a37f51a, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=3bbea907-23b0-4869-bd02-9a208a37f51a,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:31.257652 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-225ae682-ad95-4a71-9111-97998456a64f admin admin] Publish callbacks [] for security_group (fed8f599-b24f-499c-9696-c553611fb1c9), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.281197 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:31.308528 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.309357 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 6b04a1ff-b954-44e1-8cd0-06ac3682a701 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:31.318878 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Attempting to bind port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:31.319887 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:31.331222 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-225ae682-ad95-4a71-9111-97998456a64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (fed8f599-b24f-499c-9696-c553611fb1c9), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.334905 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (6fc26b40-56c7-4835-9582-2c2cb7a130cb), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.335314 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Attempting to bind port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:31.335725 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Attempting to bind port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 on network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:31.338391 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:31.364541 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Provisioning complete for port 0e724d09-ee22-4691-84dd-e96541744bf9 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:31.364831 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.365173 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Attempt 1 to provision port 0e724d09-ee22-4691-84dd-e96541744bf9 Oct 06 04:32:31.434236 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Set router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:31.449332 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6e8f8548-be2d-4a55-b620-2c23942b5d4d req-8d7e00fe-2ebb-4d92-83be-9713c133f82a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 210 time: 0.1728921 Oct 06 04:32:31.494658 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:31.497449 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Allocated IP 172.27.0.34 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/4f1bc5ee-352a-467f-b381-41d679f221fc) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:31.499014 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:31.662482 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:31.662858 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Checking segment: {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:31.663301 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.663685 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Bound using segment: {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:31.664176 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Bound port: 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:31.665630 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.683747 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:31.684698 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Checking segment: {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:31.684698 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.685115 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Bound using segment: {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:31.686936 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Bound port: 6c03b3e4-af5c-4c91-828e-db3493dcdf09, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:31.687430 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.720775 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (4f1bc5ee-352a-467f-b381-41d679f221fc), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.775231 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (4f1bc5ee-352a-467f-b381-41d679f221fc), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.777066 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Port 0e724d09-ee22-4691-84dd-e96541744bf9 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:31.861135 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:31.874732 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] For port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:31.876739 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:31.877891 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=3bbea907-23b0-4869-bd02-9a208a37f51a,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:31.879941 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:31.887727 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] For port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:31.891829 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 2, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:31.998222 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Provisioning complete for port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:31.998603 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:31.998944 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Attempt 1 to provision port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 Oct 06 04:32:32.014825 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Checking router: 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:32.015213 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Updating router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 port ce38f13b-da48-4a61-ae21-736ec166ca4b binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:32.036204 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.039818 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (f4df8156-a064-4d88-9c07-0b62bbddfcba), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.058004 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:32.058657 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.059206 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 Oct 06 04:32:32.075008 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36092) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:32.075482 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:32.110295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:32.124201 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2e0f61a2-efcd-428d-a518-61a193bcdc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.148892 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:32.149836 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:32.167025 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=4f1bc5ee-352a-467f-b381-41d679f221fc,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:32.178381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098d441-9e04-4613-9220-137542652e4c req-0bddde15-62f7-4c4c-ba4c-c1967c945ba4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:32.189026 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-0bddde15-62f7-4c4c-ba4c-c1967c945ba4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 819 time: 1.8199413 Oct 06 04:32:32.197668 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:32.206419 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:32.211647 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:32.242022 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] For port 6c03b3e4-af5c-4c91-828e-db3493dcdf09, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:32.248315 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.284478 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:32.294277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] For port 6c03b3e4-af5c-4c91-828e-db3493dcdf09, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=6c03b3e4-af5c-4c91-828e-db3493dcdf09,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:32.313530 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4f1bc5ee-352a-467f-b381-41d679f221fc), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.348360 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-225ae682-ad95-4a71-9111-97998456a64f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=38c90b6829624e059b5ae1afed5a34b9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1142981 Oct 06 04:32:32.357406 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 36110) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:32.364200 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.370733 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Provisioning complete for port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:32.371139 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.371480 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Attempt 1 to provision port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 Oct 06 04:32:32.380084 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'Port': ['ID=6fc26b40-56c7-4835-9582-2c2cb7a130cb,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:32.407191 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ae682-ad95-4a71-9111-97998456a64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed8f599-b24f-499c-9696-c553611fb1c9,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:32.439250 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-cfb656e3-1808-4416-a408-25eaa0b64071 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/quotas/0d643fb7b9314f0a9bb8f2c37f06bb2d HTTP/1.1" status: 200 len: 375 time: 0.2475653 Oct 06 04:32:32.500125 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (45dd6d08-98ea-4c9a-bdaf-c88ca64836b5), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.524305 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3fe07-f29c-40aa-8b7c-ea96d548a4ef None None] Pushing event updated for resources: {'Port': ['ID=7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7,revision_number=4']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:32.601579 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:32.653102 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:32.654150 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:32.654787 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:32.677314 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7eb0b1b3-50ad-41f0-b866-2491a56f992b req-693e988e-d001-45f9-a1f6-113f4956f2b1 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 210 time: 0.0688930 Oct 06 04:32:32.687554 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:32.688397 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (4f1bc5ee-352a-467f-b381-41d679f221fc), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.710839 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (4f1bc5ee-352a-467f-b381-41d679f221fc), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.719366 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (f4df8156-a064-4d88-9c07-0b62bbddfcba), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.762157 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:10Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'gw_port': {'id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '29d50ce5-33b1-4318-badf-4d2b89fa5b46', 'name': '', 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'mac_address': 'fa:16:3e:aa:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f9ac6b03-cf48-476c-8f08-d38b0bda49cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:23Z', 'revision_number': 2, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'subnets': [{'id': 'f9ac6b03-cf48-476c-8f08-d38b0bda49cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:32.765008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (497cafc8-c33f-46bb-b381-b13beef2b72f), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.802117 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (94f6b26b-73c0-4228-91a1-8ea1106bcda0), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.810085 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-f0737a41-ee4a-4238-b92e-87de589d4158 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3148263 Oct 06 04:32:32.845415 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.847081 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2312787 Oct 06 04:32:32.862002 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Checking router: 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:32.862731 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Updating router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:32.925244 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44cf01-c64f-4e32-a962-0766b957fdd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=4f1bc5ee-352a-467f-b381-41d679f221fc,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:32.980321 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2e0f61a2-efcd-428d-a518-61a193bcdc11 admin admin] Publish callbacks [] for security_group (e6ead477-2235-4c46-a057-0faca91a719d), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.982365 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4321f9c3-8b9d-4fe5-92e3-8c342710659e admin admin] Publish callbacks [] for security_group (fed8f599-b24f-499c-9696-c553611fb1c9), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:32.987764 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2e0f61a2-efcd-428d-a518-61a193bcdc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e6ead477-2235-4c46-a057-0faca91a719d), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.034664 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6fc26b40-56c7-4835-9582-2c2cb7a130cb), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.059412 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-2e0f61a2-efcd-428d-a518-61a193bcdc11 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8da5f24e05f04d58a67310fde175410b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9824474 Oct 06 04:32:33.062751 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36136) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:33.073290 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.088227 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:33.105738 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:33.129997 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2192-81b0-4481-a548-f56eb5a88a7a None None] Pushing event updated for resources: {'Port': ['ID=6c03b3e4-af5c-4c91-828e-db3493dcdf09,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:33.133175 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:33.137667 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.154204 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4321f9c3-8b9d-4fe5-92e3-8c342710659e admin admin] Publish callbacks [] for security_group (fed8f599-b24f-499c-9696-c553611fb1c9), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.167155 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Provisioning complete for port 86740370-5011-444a-b781-923ad4f43b7a triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:33.167155 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (86740370-5011-444a-b781-923ad4f43b7a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.169465 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Attempt 1 to provision port 86740370-5011-444a-b781-923ad4f43b7a Oct 06 04:32:33.218158 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f61a2-efcd-428d-a518-61a193bcdc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ead477-2235-4c46-a057-0faca91a719d,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:33.236212 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-252166b7-3f90-4122-89c3-375311fc75ae admin admin] Publish callbacks [] for security_group (e6ead477-2235-4c46-a057-0faca91a719d), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.293488 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-252166b7-3f90-4122-89c3-375311fc75ae admin admin] Publish callbacks [] for security_group (e6ead477-2235-4c46-a057-0faca91a719d), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.314367 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:33.389373 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-7a510640-b010-4300-a683-c3367cc47e9c service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:32:33.390733 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-7a510640-b010-4300-a683-c3367cc47e9c service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2984791 Oct 06 04:32:33.410699 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-252166b7-3f90-4122-89c3-375311fc75ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e6ead477-2235-4c46-a057-0faca91a719d), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.413223 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-252166b7-3f90-4122-89c3-375311fc75ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.414402 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-252166b7-3f90-4122-89c3-375311fc75ae admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e6ead477-2235-4c46-a057-0faca91a719d HTTP/1.1" status: 204 len: 168 time: 0.3494849 Oct 06 04:32:33.458619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for port (94f6b26b-73c0-4228-91a1-8ea1106bcda0), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.469194 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252166b7-3f90-4122-89c3-375311fc75ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ead477-2235-4c46-a057-0faca91a719d,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:33.476691 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:33.477473 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (94f6b26b-73c0-4228-91a1-8ea1106bcda0), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.478476 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (45dd6d08-98ea-4c9a-bdaf-c88ca64836b5), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.505797 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 6b04a1ff-b954-44e1-8cd0-06ac3682a701, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=6b04a1ff-b954-44e1-8cd0-06ac3682a701,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:33.569637 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.570998 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 398a98a0-8342-4804-8f72-d6425d3bacd9 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:33.620927 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-20a16108-fd9f-4478-8a11-493e13b15f97 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--212314863&fields=id&tenant_id=653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 267 time: 0.1670673 Oct 06 04:32:33.631879 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.642598 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7006361 Oct 06 04:32:33.646623 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:33.674060 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cf9ef-7ef1-4b22-8517-3fe4dc0d489f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'Port': ['ID=94f6b26b-73c0-4228-91a1-8ea1106bcda0,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:33.745336 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4321f9c3-8b9d-4fe5-92e3-8c342710659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (fed8f599-b24f-499c-9696-c553611fb1c9), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.748305 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4321f9c3-8b9d-4fe5-92e3-8c342710659e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.749570 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-4321f9c3-8b9d-4fe5-92e3-8c342710659e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fed8f599-b24f-499c-9696-c553611fb1c9 HTTP/1.1" status: 204 len: 168 time: 1.3706903 Oct 06 04:32:33.756021 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:33.776884 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321f9c3-8b9d-4fe5-92e3-8c342710659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed8f599-b24f-499c-9696-c553611fb1c9,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:33.801669 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-50a6a7d0-41c4-4c4d-a199-d57dcaf398b1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324323 Oct 06 04:32:33.811330 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:33.860964 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d1883-4019-4662-8b36-db3967416b7f None None] The sync data for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi is: [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:33.905656 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-152f2a32-27b2-42a5-a620-d28c701ba010 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:33.917644 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-152f2a32-27b2-42a5-a620-d28c701ba010 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 813 time: 0.2933168 Oct 06 04:32:33.918161 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for port (6fc26b40-56c7-4835-9582-2c2cb7a130cb), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.933725 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6fc26b40-56c7-4835-9582-2c2cb7a130cb), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.934693 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (497cafc8-c33f-46bb-b381-b13beef2b72f), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:33.963200 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-eb2ca8e1-f3ca-4e1d-b353-6ab57e9d9c4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/quotas/653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 375 time: 0.0382676 Oct 06 04:32:34.070643 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:34.098031 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-1103128d-02d8-4f92-82ba-c3dacbfa9850 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829468 Oct 06 04:32:34.109435 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:34.119937 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5116284 Oct 06 04:32:34.140680 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac66a9-deb0-47c3-8d67-55d2a47d8ff5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'Port': ['ID=6fc26b40-56c7-4835-9582-2c2cb7a130cb,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:34.202397 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Publish callbacks [] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:34.227403 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:34.233518 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=6b04a1ff-b954-44e1-8cd0-06ac3682a701,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:34.325758 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 398a98a0-8342-4804-8f72-d6425d3bacd9 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:34.326215 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:34.326542 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 398a98a0-8342-4804-8f72-d6425d3bacd9 Oct 06 04:32:34.352264 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:34.355736 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7beea-cf74-47be-ab30-e80b22ea1247 None None] Pushing event updated for resources: {'Port': ['ID=29d50ce5-33b1-4318-badf-4d2b89fa5b46,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:34.458075 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Attempting to bind port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:34.459204 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Attempting to bind port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:34.459946 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Attempting to bind port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 on network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:34.545528 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-b3551582-99ab-46f5-b2d3-50309032186b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5708842 Oct 06 04:32:34.574291 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-959d56ea-25ba-4065-a594-3ca3745e1e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:34.626219 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:34.626853 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Checking segment: {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:34.627379 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:34.627845 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Bound using segment: {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:34.628932 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Bound port: 29d50ce5-33b1-4318-badf-4d2b89fa5b46, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:34.631519 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:34.634803 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Current status of the port 86740370-5011-444a-b781-923ad4f43b7a is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:34.821438 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Publish callbacks [] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:34.871718 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Provisioning complete for port ce38f13b-da48-4a61-ae21-736ec166ca4b triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:34.872161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:34.872531 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Attempt 1 to provision port ce38f13b-da48-4a61-ae21-736ec166ca4b Oct 06 04:32:34.882471 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] For port 29d50ce5-33b1-4318-badf-4d2b89fa5b46, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:34.890468 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] For port 29d50ce5-33b1-4318-badf-4d2b89fa5b46, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=29d50ce5-33b1-4318-badf-4d2b89fa5b46,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:34.914753 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:35.024849 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-9558c528-2405-4abf-8d17-c0c3f8fc1e01 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378576 Oct 06 04:32:35.037494 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36204) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:35.045348 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7beea-cf74-47be-ab30-e80b22ea1247 None None] Pushing event updated for resources: {'Port': ['ID=29d50ce5-33b1-4318-badf-4d2b89fa5b46,revision_number=4']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:35.054381 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Routers {'7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:35.055327 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:35.133348 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9ac6e26f-3262-4268-8111-7081e3e69d33 req-c3b0bcfe-cd18-4020-90f9-270dd2b9a9d1 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 210 time: 0.2005572 Oct 06 04:32:35.179393 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:35.238018 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a3da906d-f200-40c6-8f7a-b045876769d2 None None] Port ce38f13b-da48-4a61-ae21-736ec166ca4b cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:35.300899 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:32:35.321507 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] Set router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:35.361215 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:35.402169 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a55173a-35dc-4e3a-bf67-d5c5eec84f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:35.417461 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.25', 57300) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:35.529601 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-1278475b-bd74-4c48-acd3-896a19a19016 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965272 Oct 06 04:32:35.598422 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:35.606036 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:35.677708 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:35.688641 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a55173a-35dc-4e3a-bf67-d5c5eec84f33 admin admin] Publish callbacks [] for security_group (50e3fb2c-b835-4f44-a478-6bdf6e4b56ba), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:35.703705 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a55173a-35dc-4e3a-bf67-d5c5eec84f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (50e3fb2c-b835-4f44-a478-6bdf6e4b56ba), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:35.737060 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0479-4a4e-4501-93c7-72b51c6bb9db None None] Pushing event updated for resources: {'Port': ['ID=ce38f13b-da48-4a61-ae21-736ec166ca4b,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:35.749127 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-6aaa0842-c2cb-4d04-b77f-03054fec702c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2074118865&fields=id&tenant_id=f53abe2cc7a94ddaadb68b26b57faf69 HTTP/1.1" status: 200 len: 267 time: 0.3109972 Oct 06 04:32:35.828056 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:35.832919 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:10Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'gw_port': {'id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '29d50ce5-33b1-4318-badf-4d2b89fa5b46', 'name': '', 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'mac_address': 'fa:16:3e:aa:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f9ac6b03-cf48-476c-8f08-d38b0bda49cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:34Z', 'revision_number': 4, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'subnets': [{'id': 'f9ac6b03-cf48-476c-8f08-d38b0bda49cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:35.886385 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55173a-35dc-4e3a-bf67-d5c5eec84f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e3fb2c-b835-4f44-a478-6bdf6e4b56ba,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:35.897376 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e81f41a-2d6b-4996-add6-b7889c8e5868 None None] The sync data for ids ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'] in dv-cinder-860227-2-iscsi is: [{'id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:10Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'gw_port': {'id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '29d50ce5-33b1-4318-badf-4d2b89fa5b46', 'name': '', 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'mac_address': 'fa:16:3e:aa:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f9ac6b03-cf48-476c-8f08-d38b0bda49cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:34Z', 'revision_number': 4, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'subnets': [{'id': 'f9ac6b03-cf48-476c-8f08-d38b0bda49cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:35.936947 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-2a55173a-35dc-4e3a-bf67-d5c5eec84f33 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=18db6d5ee5c44bf8bdbd4208c1d7cfca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8939462 Oct 06 04:32:35.940234 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 36252) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:35.982912 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-63919a8d-adc6-4915-a357-e3061cd9b06b req-dc2a11fd-e658-4d11-b3e1-000699e43da2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 210 time: 0.1695662 Oct 06 04:32:36.098004 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-43beac61-c09c-450e-ab80-b7f4b19196d9 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:36.099704 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-43beac61-c09c-450e-ab80-b7f4b19196d9 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.25 "GET /networking/v2.0/networks?id=97b8f3be-2662-4f10-9b78-aa77c932c5e7 HTTP/1.1" status: 200 len: 812 time: 0.6808202 Oct 06 04:32:36.143017 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 398a98a0-8342-4804-8f72-d6425d3bacd9 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:36.145796 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 19475e58-3e93-4d6d-b709-27f4d015ff52 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:36.174376 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-eb07a61e-9e14-4ba9-821c-bb9caf731baf tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--287936601&fields=id&tenant_id=594a13a702cf47898a48ab4fd6789359 HTTP/1.1" status: 200 len: 267 time: 0.0665169 Oct 06 04:32:36.214247 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Request body: {'port': {'device_id': '4f70ee71-4e29-4e3b-8073-d006f525c847', 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7', 'admin_state_up': True, 'tenant_id': '93b9baf342f94f34ae8f649db7198137'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:36.235874 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-eee92527-8400-45f5-b368-3c751495f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:32Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:36.241882 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Attempting to bind port ce38f13b-da48-4a61-ae21-736ec166ca4b on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:36.242261 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Attempting to bind port ce38f13b-da48-4a61-ae21-736ec166ca4b by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:36.242883 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Attempting to bind port ce38f13b-da48-4a61-ae21-736ec166ca4b on network 2378409d-c551-4beb-a9cb-3e077e46deec {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:36.279194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9936925e-2299-4ed7-8358-ab9a250b6325 admin admin] Publish callbacks [] for security_group (50e3fb2c-b835-4f44-a478-6bdf6e4b56ba), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:36.365728 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee92527-8400-45f5-b368-3c751495f006 None None] The sync data for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi is: [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:32Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:36.378504 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:36.402381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9936925e-2299-4ed7-8358-ab9a250b6325 admin admin] Publish callbacks [] for security_group (50e3fb2c-b835-4f44-a478-6bdf6e4b56ba), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:36.441761 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-42363a73-b44a-45f0-9bbf-3196d9bbf3f5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:36.445796 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-42363a73-b44a-45f0-9bbf-3196d9bbf3f5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 817 time: 0.2641716 Oct 06 04:32:36.489316 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-be71f51c-69bc-426a-b431-4533751b50a4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/quotas/594a13a702cf47898a48ab4fd6789359 HTTP/1.1" status: 200 len: 375 time: 0.0291715 Oct 06 04:32:36.562827 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 19475e58-3e93-4d6d-b709-27f4d015ff52 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:36.563858 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:36.570763 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 19475e58-3e93-4d6d-b709-27f4d015ff52 Oct 06 04:32:36.646472 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-4af4a6ff-881b-4869-b529-83788aa5d80b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1431794 Oct 06 04:32:36.652975 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-8c62076f-fb69-4792-8d80-1e35e8e69a8a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:36.660451 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-8c62076f-fb69-4792-8d80-1e35e8e69a8a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 810 time: 0.9101970 Oct 06 04:32:36.796663 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b988dbdd-95a7-4472-8b38-0e0a6d7d09f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:36.809983 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:36.815174 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-076ccbea-f5d4-4e11-b50d-7a479b5af5f4 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/quotas/f53abe2cc7a94ddaadb68b26b57faf69 HTTP/1.1" status: 200 len: 375 time: 0.1500058 Oct 06 04:32:36.854790 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:36.855800 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Checking segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:36.856445 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:36.858200 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Bound using segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:36.859383 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Bound port: ce38f13b-da48-4a61-ae21-736ec166ca4b, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:36.860185 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:36.881540 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-4e011bf5-db5e-4ece-92c0-1b831a007516 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279031 Oct 06 04:32:36.895980 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-6b9fd6e8-562d-44ea-aa8e-7d33cc68e4fb tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753670 Oct 06 04:32:37.036352 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9936925e-2299-4ed7-8358-ab9a250b6325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (50e3fb2c-b835-4f44-a478-6bdf6e4b56ba), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:37.038915 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9936925e-2299-4ed7-8358-ab9a250b6325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:37.052068 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-9936925e-2299-4ed7-8358-ab9a250b6325 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/50e3fb2c-b835-4f44-a478-6bdf6e4b56ba HTTP/1.1" status: 204 len: 168 time: 1.1089184 Oct 06 04:32:37.066731 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:37.082594 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:37.092956 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936925e-2299-4ed7-8358-ab9a250b6325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e3fb2c-b835-4f44-a478-6bdf6e4b56ba,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:37.105325 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Made reservation on behalf of 93b9baf342f94f34ae8f649db7198137 for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:37.109890 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:37.192061 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-9e5ffe69-7741-416b-9361-a8bf2ae3429c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086832 Oct 06 04:32:37.213128 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-1ac375b1-05d5-4f8c-9409-f99aa64cae47 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881510 Oct 06 04:32:37.220069 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] For port ce38f13b-da48-4a61-ae21-736ec166ca4b, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:37.234185 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] For port ce38f13b-da48-4a61-ae21-736ec166ca4b, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ce38f13b-da48-4a61-ae21-736ec166ca4b,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:37.263793 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:37.289491 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:37.290239 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:37.292832 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 19475e58-3e93-4d6d-b709-27f4d015ff52 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:37.294003 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 86740370-5011-444a-b781-923ad4f43b7a up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:37.326952 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-bf6d3f76-d109-465c-afe2-1a4a52b966cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124971 Oct 06 04:32:37.433088 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 86740370-5011-444a-b781-923ad4f43b7a triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:37.433496 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (86740370-5011-444a-b781-923ad4f43b7a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:37.433819 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 86740370-5011-444a-b781-923ad4f43b7a Oct 06 04:32:37.506552 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:37.507592 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:38.011533 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-dd5fd50f-4338-4b68-98be-9d16ae0f20a7 req-a34ddcfe-1ff1-4fd2-8b2e-c9351e74e8dc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.1157451 Oct 06 04:32:38.126559 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.25', 57311) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:38.207426 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 86740370-5011-444a-b781-923ad4f43b7a is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:38.219574 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:38.484175 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8f26c64c-3404-4cae-a449-8b21d32699b0 req-f5e3e948-3514-4ff9-bff1-354784ffe614 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 210 time: 0.3518758 Oct 06 04:32:38.543429 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:23Z', 'revision_number': 2, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:38.682424 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0479-4a4e-4501-93c7-72b51c6bb9db None None] Pushing event updated for resources: {'Port': ['ID=ce38f13b-da48-4a61-ae21-736ec166ca4b,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:38.722499 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:32:38.722774 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Updating router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d port 0e724d09-ee22-4691-84dd-e96541744bf9 binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:32:38.799362 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:38.881174 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:38.881495 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:38.881930 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b Oct 06 04:32:38.895471 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098d441-9e04-4613-9220-137542652e4c req-e833788c-52d9-4abd-9824-88965204c437 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:38.900213 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-e833788c-52d9-4abd-9824-88965204c437 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 819 time: 0.7724469 Oct 06 04:32:38.969014 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-7311725f-c458-4324-92fb-8b60ff062f10 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:38.989582 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-7311725f-c458-4324-92fb-8b60ff062f10 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 819 time: 0.7210565 Oct 06 04:32:39.048294 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-53e47300-7144-434d-a63d-9ea8d650633a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/quotas/0d643fb7b9314f0a9bb8f2c37f06bb2d HTTP/1.1" status: 200 len: 375 time: 0.0577426 Oct 06 04:32:39.054511 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:39.085434 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Allocated IP 172.20.0.11 (97b8f3be-2662-4f10-9b78-aa77c932c5e7/f9ac6b03-cf48-476c-8f08-d38b0bda49cb/82231974-6803-4127-b9f5-c7ea01ea019f) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:39.166167 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:39.212197 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-acccdde2-6c72-4633-9ad6-13bb1110f632 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628132 Oct 06 04:32:39.376737 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-0511999e-d028-4177-abc1-fac7424c4a75 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619813 Oct 06 04:32:39.405618 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Publish callbacks [] for port (82231974-6803-4127-b9f5-c7ea01ea019f), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:39.442086 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:39.458175 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2d547fd9-c911-4dd0-abad-59f7929ebb4a req-f20e33f4-088d-491b-baf3-adc8ee0dc91b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.7737572 Oct 06 04:32:39.463154 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:39.556213 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-1668f58d-3dde-407c-aee8-52bdb50dc100 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782954 Oct 06 04:32:39.658407 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:39.660405 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:39.665651 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Publish callbacks [] for port (0e724d09-ee22-4691-84dd-e96541744bf9), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:39.688933 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:39.689553 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:39.705721 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-19d2722c-dcf9-49e4-bf47-97c8f3fadd08 req-92fdc12e-0923-44bd-9ac3-2fbc8cac0037 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.1126652 Oct 06 04:32:39.731232 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:39.783129 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:39.787497 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:39.793166 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:39.793868 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:39.841346 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Pushing event updated for resources: {'Port': ['ID=82231974-6803-4127-b9f5-c7ea01ea019f,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:39.870586 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-22f7ca0b-177d-4e8f-8fbe-f71c86510023 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6966240 Oct 06 04:32:39.986454 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d87afee9-5e33-4fd2-9030-8c835e1dda93 req-270f090c-8d00-406e-be2d-ff7fe45da299 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0803444 Oct 06 04:32:40.032303 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:40.032695 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:40.037703 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da67973-7258-4b1d-abd3-f62ba773538e None None] Pushing event updated for resources: {'Port': ['ID=0e724d09-ee22-4691-84dd-e96541744bf9,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:40.067392 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05ce7-e271-4ac7-9f16-7c9fb1a3cb41 req-af7850e9-8973-49f8-a005-5ffbaaacff4f tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:40.076514 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-48e05ce7-e271-4ac7-9f16-7c9fb1a3cb41 req-af7850e9-8973-49f8-a005-5ffbaaacff4f tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 932 time: 0.1383812 Oct 06 04:32:40.105879 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:40.196072 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3955540d-ac1e-48b7-9061-a6a5032fd5b5 req-46ccd662-22e2-4988-b544-60a3dd17cf2a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.1104679 Oct 06 04:32:40.211092 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-48e05ce7-e271-4ac7-9f16-7c9fb1a3cb41 req-a281c73f-87c0-49cb-a9e4-1e36f95cd046 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314914 Oct 06 04:32:40.345725 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:37Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:40.389380 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:40.390805 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262f6e3-9962-49c9-b770-da6d37774ffb None None] The sync data for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi is: [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:37Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:40.392525 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-4ccae81b-b605-40c4-bb68-a943c86cb01e None None] Provisioning complete for port 82231974-6803-4127-b9f5-c7ea01ea019f triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:40.392662 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4ccae81b-b605-40c4-bb68-a943c86cb01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:40.392974 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-4ccae81b-b605-40c4-bb68-a943c86cb01e None None] Attempt 1 to provision port 82231974-6803-4127-b9f5-c7ea01ea019f Oct 06 04:32:40.399060 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:40.476660 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Attempting to bind port 0e724d09-ee22-4691-84dd-e96541744bf9 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:40.477127 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Attempting to bind port 0e724d09-ee22-4691-84dd-e96541744bf9 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:40.477439 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Attempting to bind port 0e724d09-ee22-4691-84dd-e96541744bf9 on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:40.529571 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-4ccae81b-b605-40c4-bb68-a943c86cb01e None None] Port 82231974-6803-4127-b9f5-c7ea01ea019f cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:40.535216 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:40.535505 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Checking segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:40.536061 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:40.536456 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Bound using segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:40.536947 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Bound port: 0e724d09-ee22-4691-84dd-e96541744bf9, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:40.537343 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:40.560355 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:40.627481 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] For port 0e724d09-ee22-4691-84dd-e96541744bf9, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:40.631581 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] For port 0e724d09-ee22-4691-84dd-e96541744bf9, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0e724d09-ee22-4691-84dd-e96541744bf9,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:40.640105 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:40.657230 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0e6b3092-4cad-4e00-844d-bc09a18ac1ef req-780b3250-70f1-4cec-ba39-26749b51d63a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0446899 Oct 06 04:32:40.690291 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36426) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:40.713439 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:32:40.714074 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:32:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:40.835528 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 29d50ce5-33b1-4318-badf-4d2b89fa5b46 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:40.842110 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da67973-7258-4b1d-abd3-f62ba773538e None None] Pushing event updated for resources: {'Port': ['ID=0e724d09-ee22-4691-84dd-e96541744bf9,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:40.871752 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:40.879264 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bca80509-b941-44f3-a442-b60e81e2f8dc req-1e26fe8d-8bd8-4a7b-9e21-68b307d30708 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0520103 Oct 06 04:32:40.880482 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0149-3f5c-4f24-a7d5-e25d2884d2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:40.899083 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:32:40.940557 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:40.941210 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:40.941446 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 Oct 06 04:32:40.985484 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0149-3f5c-4f24-a7d5-e25d2884d2fd admin admin] Publish callbacks [] for security_group (a8aa6848-e768-4ac4-91a8-936d269c1eb6), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:40.990537 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0149-3f5c-4f24-a7d5-e25d2884d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a8aa6848-e768-4ac4-91a8-936d269c1eb6), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.064911 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:41.083430 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf0149-3f5c-4f24-a7d5-e25d2884d2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aa6848-e768-4ac4-91a8-936d269c1eb6,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:41.093971 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 36438) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:41.095105 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-e1cf0149-3f5c-4f24-a7d5-e25d2884d2fd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=19bb41d03e7c4c3b89724b81dbab4f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036837 Oct 06 04:32:41.186766 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-43fd8130-6573-4d71-b4da-c75119bfaa10 req-fbea2a0d-1b00-477d-b7ba-aa0ca467ba3d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0487034 Oct 06 04:32:41.229888 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-885be779-8063-428e-aa1c-6e86c116d31d admin admin] Publish callbacks [] for security_group (a8aa6848-e768-4ac4-91a8-936d269c1eb6), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.276516 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-885be779-8063-428e-aa1c-6e86c116d31d admin admin] Publish callbacks [] for security_group (a8aa6848-e768-4ac4-91a8-936d269c1eb6), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.352643 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:41.353619 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.391088 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 29d50ce5-33b1-4318-badf-4d2b89fa5b46, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=29d50ce5-33b1-4318-badf-4d2b89fa5b46,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:41.396888 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6d4b4d51-ac63-42fc-ab46-2e46a9b65573 req-ac67a3f9-828b-419b-87b5-a26a3f94c78c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0607169 Oct 06 04:32:41.400578 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99751f63-1710-4af1-a919-a803b12c3956 req-e6e6d31a-3e4e-4e94-8394-661e9b2413e1 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:41.401268 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-99751f63-1710-4af1-a919-a803b12c3956 req-e6e6d31a-3e4e-4e94-8394-661e9b2413e1 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 932 time: 0.0861228 Oct 06 04:32:41.407327 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.408162 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 34d208d1-e280-4409-b713-a39719472681 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:41.412969 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:41.477455 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:40Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:32:41.478670 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-99751f63-1710-4af1-a919-a803b12c3956 req-07b91fcc-4d42-4606-bf4a-606062087876 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654821 Oct 06 04:32:41.480201 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-885be779-8063-428e-aa1c-6e86c116d31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a8aa6848-e768-4ac4-91a8-936d269c1eb6), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.483359 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-885be779-8063-428e-aa1c-6e86c116d31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.490655 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-885be779-8063-428e-aa1c-6e86c116d31d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a8aa6848-e768-4ac4-91a8-936d269c1eb6 HTTP/1.1" status: 204 len: 168 time: 0.3955076 Oct 06 04:32:41.515964 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885be779-8063-428e-aa1c-6e86c116d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aa6848-e768-4ac4-91a8-936d269c1eb6,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:41.571607 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc069a03-71a7-42fc-a741-5db303082f64 None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:40Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:32:41.589870 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=29d50ce5-33b1-4318-badf-4d2b89fa5b46,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:41.598039 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 34d208d1-e280-4409-b713-a39719472681 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:41.598410 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (34d208d1-e280-4409-b713-a39719472681), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.598754 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 34d208d1-e280-4409-b713-a39719472681 Oct 06 04:32:41.693518 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 34d208d1-e280-4409-b713-a39719472681 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:41.693886 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (34d208d1-e280-4409-b713-a39719472681), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.720718 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 34d208d1-e280-4409-b713-a39719472681, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=34d208d1-e280-4409-b713-a39719472681,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:41.754178 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (34d208d1-e280-4409-b713-a39719472681), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.756658 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 3bbea907-23b0-4869-bd02-9a208a37f51a up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:41.818460 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-dbb5d429-bf0e-4065-bae4-cc04db455fb9 req-12f2dea2-80c7-430a-9e83-e7b08be4a443 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0431230 Oct 06 04:32:41.960542 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=34d208d1-e280-4409-b713-a39719472681,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:41.981327 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 3bbea907-23b0-4869-bd02-9a208a37f51a triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:41.981983 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:41.982807 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 3bbea907-23b0-4869-bd02-9a208a37f51a Oct 06 04:32:42.125880 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3099ff5e-b38d-46a5-a7d9-00133df3d462 req-cb8c843b-3ed3-446b-8b23-df59ae6bf63a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0727766 Oct 06 04:32:42.141321 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 3bbea907-23b0-4869-bd02-9a208a37f51a is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:42.142536 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 6b04a1ff-b954-44e1-8cd0-06ac3682a701 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:42.212251 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:42.213614 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:42.213726 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 Oct 06 04:32:42.257788 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:42.375451 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:42.376729 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 86740370-5011-444a-b781-923ad4f43b7a up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:42.390938 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8e236066-084a-4e26-8c5c-4efadde8995c req-26dd239b-93e6-4871-b0de-a69a7608c52f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0915759 Oct 06 04:32:42.486335 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 86740370-5011-444a-b781-923ad4f43b7a triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:42.486714 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (86740370-5011-444a-b781-923ad4f43b7a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:42.487335 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 86740370-5011-444a-b781-923ad4f43b7a Oct 06 04:32:42.595106 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d7cbc4ce-27d1-4415-8a12-e0ab3b0f0d5a req-1c08863b-f3f8-487f-a897-48a8fabc3211 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0524464 Oct 06 04:32:42.656824 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 86740370-5011-444a-b781-923ad4f43b7a is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:42.659193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:42.729114 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:42.729883 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:42.729883 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 Oct 06 04:32:42.775492 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a78e1-2ce2-40df-9837-b7c165161cd5 req-4d7ada95-c9db-4f00-a10f-43f748915e03 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:42.794842 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-316a78e1-2ce2-40df-9837-b7c165161cd5 req-4d7ada95-c9db-4f00-a10f-43f748915e03 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 932 time: 0.1855865 Oct 06 04:32:42.846449 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:42.846851 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:42.886031 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-316a78e1-2ce2-40df-9837-b7c165161cd5 req-2a5dba1c-3504-4ae6-8afd-eb3a1a707efd tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892029 Oct 06 04:32:42.964150 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:42.971043 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:42.972560 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 6c03b3e4-af5c-4c91-828e-db3493dcdf09 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:43.081004 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d1a4fd7c-dc22-4e45-9999-827c086ba4ad req-a64655d2-961a-43dd-8293-b71e9b5f0790 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0544286 Oct 06 04:32:43.090658 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:43.113150 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:43.114036 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:43.114648 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 Oct 06 04:32:43.170486 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:43.237076 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:43.237773 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:43.282161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 6c03b3e4-af5c-4c91-828e-db3493dcdf09, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=6c03b3e4-af5c-4c91-828e-db3493dcdf09,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:43.291923 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:43.377470 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29830f86-6b48-4a98-b3dc-2e6ceb5f0b9f req-c45f392d-07a5-4ce8-b57a-5791481c64fb tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0812242 Oct 06 04:32:43.440277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=6c03b3e4-af5c-4c91-828e-db3493dcdf09,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:43.521476 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Request body: {'port': {'device_id': '7b1de82b-ccd4-4783-8f2b-8db183ab18ae', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'admin_state_up': True, 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:43.604034 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-b47282ce-c641-44b3-80af-87314ec2ddfc tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:32:43.606611 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-b47282ce-c641-44b3-80af-87314ec2ddfc tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0113134 Oct 06 04:32:43.666861 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5f28e385-ffde-4a15-aaa7-358e110147c0 req-3263f8e6-4160-47a5-9f37-71f5c765f4d9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0845499 Oct 06 04:32:43.696172 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:43.881532 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Made reservation on behalf of 0d643fb7b9314f0a9bb8f2c37f06bb2d for: {'port': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:43.889235 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 29d50ce5-33b1-4318-badf-4d2b89fa5b46 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:43.897791 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:44.062030 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:44.063278 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:44.065330 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 Oct 06 04:32:44.203895 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Request body: {'port': {'device_id': '4f70ee71-4e29-4e3b-8073-d006f525c847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:44.240947 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:44.247364 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c652a-7579-42e3-98df-bfa44a97023e req-339a2909-4640-4022-acec-a2fdad55fbc6 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:44.255571 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-998c652a-7579-42e3-98df-bfa44a97023e req-339a2909-4640-4022-acec-a2fdad55fbc6 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 932 time: 0.1732428 Oct 06 04:32:44.364267 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2ed6c161-df08-4ad1-b7bc-a095aabe250b req-f6347bc0-a9fe-429a-be72-dd5fac0da189 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.4888945 Oct 06 04:32:44.405330 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:44.412321 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 34d208d1-e280-4409-b713-a39719472681 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:44.470574 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:44.543661 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-998c652a-7579-42e3-98df-bfa44a97023e req-b38cd795-4083-468c-84d3-1be833b7068a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866430 Oct 06 04:32:44.588121 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 34d208d1-e280-4409-b713-a39719472681 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:44.588784 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (34d208d1-e280-4409-b713-a39719472681), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:44.589205 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 34d208d1-e280-4409-b713-a39719472681 Oct 06 04:32:44.685577 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c3205ab0-d4a6-4c06-812c-f007fa4c7b47 req-bae9f34c-8cee-4a06-948c-ef2ad4fdaed1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.1881912 Oct 06 04:32:44.796413 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 34d208d1-e280-4409-b713-a39719472681 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:44.796413 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:44.888036 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:44.888454 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:44.888818 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b Oct 06 04:32:44.997952 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.25', 57330) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:45.023921 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Allocated IP 172.20.0.10 (2378409d-c551-4beb-a9cb-3e077e46deec/a77098ae-eb97-4fa5-a3f9-2d082ee38ec1/32169a85-ede4-4200-8d87-9cc5853244e1) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:32:45.029743 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fc1e0ff4-c504-4b50-9ff1-080b3328ee16 req-218f74e9-1bf2-4298-880d-867e6422d577 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0478334 Oct 06 04:32:45.044162 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:45.046124 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:45.147013 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:45.148168 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:45.149361 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 Oct 06 04:32:45.295764 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3b54bd8f-79b3-4779-978e-d7855a42c899 req-31d2c687-06a2-4e22-8b1b-fcc16d114512 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.4853806 Oct 06 04:32:45.404527 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:45.406031 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ce38f13b-da48-4a61-ae21-736ec166ca4b up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:45.411310 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:45.459647 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port ce38f13b-da48-4a61-ae21-736ec166ca4b triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:45.460218 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:45.460635 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port ce38f13b-da48-4a61-ae21-736ec166ca4b Oct 06 04:32:45.507173 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:45.559384 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:45.569203 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port ce38f13b-da48-4a61-ae21-736ec166ca4b is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:45.569602 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:45.664814 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port ce38f13b-da48-4a61-ae21-736ec166ca4b, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ce38f13b-da48-4a61-ae21-736ec166ca4b,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:45.676989 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:45.678037 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0e724d09-ee22-4691-84dd-e96541744bf9 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:45.746389 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for port (32169a85-ede4-4200-8d87-9cc5853244e1), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:45.754856 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82231974-6803-4127-b9f5-c7ea01ea019f {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:32:45.779431 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:45.789689 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=ce38f13b-da48-4a61-ae21-736ec166ca4b,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:45.791472 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:45.800164 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Publish callbacks [] for port (82231974-6803-4127-b9f5-c7ea01ea019f), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:45.819029 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 0e724d09-ee22-4691-84dd-e96541744bf9 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:45.821160 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:45.821668 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 0e724d09-ee22-4691-84dd-e96541744bf9 Oct 06 04:32:45.833563 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:45.842143 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=18 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:45.856932 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3af56-63e1-4bf1-8f29-4ea742a0b2da req-0d0e6263-879c-4a3f-878e-faefee824171 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:45.872057 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-19f3af56-63e1-4bf1-8f29-4ea742a0b2da req-0d0e6263-879c-4a3f-878e-faefee824171 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 932 time: 0.1992369 Oct 06 04:32:45.911735 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:45.961824 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Transition to ACTIVE for port object 82231974-6803-4127-b9f5-c7ea01ea019f will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:32:45.981871 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.041173 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ad8fd04c-1754-4dc8-9f6a-5db62757195b req-657e9a62-505e-47a0-ace9-19f96e1de7d1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.2543106 Oct 06 04:32:46.076870 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 0e724d09-ee22-4691-84dd-e96541744bf9 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:46.078401 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.156616 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 0e724d09-ee22-4691-84dd-e96541744bf9, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0e724d09-ee22-4691-84dd-e96541744bf9,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:32:46.165099 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.307341 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-19f3af56-63e1-4bf1-8f29-4ea742a0b2da req-c0b9743a-ae4d-43fd-bb38-09745cc5cc50 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283741 Oct 06 04:32:46.314896 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=82231974-6803-4127-b9f5-c7ea01ea019f,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:46.350766 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Attempting to bind port 82231974-6803-4127-b9f5-c7ea01ea019f on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:32:46.354835 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Attempting to bind port 82231974-6803-4127-b9f5-c7ea01ea019f by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:32:46.355471 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Attempting to bind port 82231974-6803-4127-b9f5-c7ea01ea019f on network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:46.404518 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=0e724d09-ee22-4691-84dd-e96541744bf9,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:46.410347 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-ad0e7d28-afc1-47d7-b683-5284b3498757 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:46.425043 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-ad0e7d28-afc1-47d7-b683-5284b3498757 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 813 time: 1.3797958 Oct 06 04:32:46.426602 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event updated for resources: {'Port': ['ID=32169a85-ede4-4200-8d87-9cc5853244e1,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:46.466926 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2249a9c6-0213-46f6-9d00-01571bca8169 req-0b0a7b73-bfd8-42b7-a71e-60d0c3ae2a4f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.1932101 Oct 06 04:32:46.473245 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Network 2378409d-c551-4beb-a9cb-3e077e46deec is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:32:46.480215 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:32:46.484218 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ce38f13b-da48-4a61-ae21-736ec166ca4b up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:46.489138 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:32:46.499131 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:46.500249 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.564202 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-0f0fbab9-b3a9-4ef2-9ebf-76167677d3fc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0468612 Oct 06 04:32:46.606177 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port ce38f13b-da48-4a61-ae21-736ec166ca4b triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:46.606481 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.606829 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port ce38f13b-da48-4a61-ae21-736ec166ca4b Oct 06 04:32:46.655925 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-78606448-2d69-4e40-ad4b-1199bad66642 req-26529d84-5c34-48af-a05c-f0b132e2c64e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0469577 Oct 06 04:32:46.699293 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-345fdf16-a0c7-483a-bab1-8180374ea00d req-b72bdb02-ee48-4e7d-b194-8b1b2da3af49 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.2836137 Oct 06 04:32:46.717304 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port ce38f13b-da48-4a61-ae21-736ec166ca4b is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:46.718471 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 6c03b3e4-af5c-4c91-828e-db3493dcdf09 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:46.730277 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Port 82231974-6803-4127-b9f5-c7ea01ea019f on network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:32:46.730607 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Attempting to bind port 82231974-6803-4127-b9f5-c7ea01ea019f on network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:32:46.780262 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:32:46.780931 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Checking segment: {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:32:46.781665 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Bound using segment: {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:32:46.782157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Bound port: 82231974-6803-4127-b9f5-c7ea01ea019f, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae91022-a03c-4e50-9b81-c9fc313e6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:32:46.782515 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.856010 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] For port 82231974-6803-4127-b9f5-c7ea01ea019f, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:32:46.876671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] For port 82231974-6803-4127-b9f5-c7ea01ea019f, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=82231974-6803-4127-b9f5-c7ea01ea019f,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:32:46.878440 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:46.878881 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.879278 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 Oct 06 04:32:46.882634 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.888742 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:46.889347 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.890752 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/82231974-6803-4127-b9f5-c7ea01ea019f HTTP/1.1" status: 200 len: 1094 time: 2.8593917 Oct 06 04:32:46.891521 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f70ee71-4e29-4e3b-8073-d006f525c847', 'tag': '82231974-6803-4127-b9f5-c7ea01ea019f'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:32:46.919763 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-62bcf1b3-5911-4875-9b4b-2a0ce4647ad5 None None] Provisioning complete for port 32169a85-ede4-4200-8d87-9cc5853244e1 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:46.920138 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-62bcf1b3-5911-4875-9b4b-2a0ce4647ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:46.920478 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-62bcf1b3-5911-4875-9b4b-2a0ce4647ad5 None None] Attempt 1 to provision port 32169a85-ede4-4200-8d87-9cc5853244e1 Oct 06 04:32:46.960494 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-62bcf1b3-5911-4875-9b4b-2a0ce4647ad5 None None] Port 32169a85-ede4-4200-8d87-9cc5853244e1 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:32:47.005211 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:47.010033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe18e8-4855-4579-8417-334582236ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=82231974-6803-4127-b9f5-c7ea01ea019f,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:47.084425 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd636d1-19a2-4781-aee8-86e0baab9a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f70ee71-4e29-4e3b-8073-d006f525c847", "tag": "82231974-6803-4127-b9f5-c7ea01ea019f"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:32:47.153778 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0ffde954-8e8f-4a04-aedc-3a15643360c8 req-35758969-7fbc-4a2c-96ea-caddb930220d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0300760 Oct 06 04:32:47.226450 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f682031-5656-445a-a261-6dec798ab5b6 x-openstack-request-id: req-5f682031-5656-445a-a261-6dec798ab5b6 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:32:47.226755 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f70ee71-4e29-4e3b-8073-d006f525c847", "tag": "82231974-6803-4127-b9f5-c7ea01ea019f", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:32:47.227040 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5f682031-5656-445a-a261-6dec798ab5b6 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:32:47.227504 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f682031-5656-445a-a261-6dec798ab5b6'] response: {'name': 'network-changed', 'server_uuid': '4f70ee71-4e29-4e3b-8073-d006f525c847', 'tag': '82231974-6803-4127-b9f5-c7ea01ea019f', 'status': 'completed', 'code': 200} Oct 06 04:32:47.395342 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:47.432667 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354ab61-0d39-4d8b-8c6a-5f1abccbd96f req-4bde2f59-e8e7-4090-8767-5c7d7b0bea51 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:47.434300 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4354ab61-0d39-4d8b-8c6a-5f1abccbd96f req-4bde2f59-e8e7-4090-8767-5c7d7b0bea51 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0484707 Oct 06 04:32:47.490612 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4354ab61-0d39-4d8b-8c6a-5f1abccbd96f req-e4084fa4-c4f2-4064-8e78-b9739a69cc06 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502362 Oct 06 04:32:47.601745 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1561e85a-1ef8-4976-b8c1-490a190168f9 req-fac023a5-2dd9-4faa-8fb0-16c6b29fc0d3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0289197 Oct 06 04:32:47.800434 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f59418b5-773f-4fd9-8f78-f1d03e2e78ab req-9d209348-7860-44ba-95b0-8418f9b2e3a5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0488801 Oct 06 04:32:47.823607 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e5038c54-513f-43ab-9151-680402a4fd26 req-9725a389-6829-4430-bba7-6348c5ede34d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0316999 Oct 06 04:32:48.303325 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0e724d09-ee22-4691-84dd-e96541744bf9 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:32:48.315625 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-754c07be-0491-4be0-becb-f3ed12ee5b20 req-014bd663-f0d5-4212-9828-8977c9ed1e27 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0309074 Oct 06 04:32:48.346042 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:48.361494 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 0e724d09-ee22-4691-84dd-e96541744bf9 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:32:48.361949 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:48.362351 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 0e724d09-ee22-4691-84dd-e96541744bf9 Oct 06 04:32:48.438437 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 0e724d09-ee22-4691-84dd-e96541744bf9 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:32:48.623870 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d955f4-6db1-4cde-8560-8e9026d7a57a req-c2b4b416-7b84-4c17-829b-70285b069ba4 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:48.625359 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-60d955f4-6db1-4cde-8560-8e9026d7a57a req-c2b4b416-7b84-4c17-829b-70285b069ba4 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0514088 Oct 06 04:32:48.699769 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-60d955f4-6db1-4cde-8560-8e9026d7a57a req-3ffcc187-0b6e-4746-88df-e91f4c2866ea tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680480 Oct 06 04:32:48.748953 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5e0ed8fb-5c2d-4ae0-aae7-92bfd97f3e34 req-d1fbb773-c9db-49fc-a5af-32c0731d3413 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0296643 Oct 06 04:32:48.929554 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b3ae3938-00a1-4bf5-982b-57138134e7c4 req-5e828767-ecdf-4e04-ad0d-6ab494d90ce5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0344014 Oct 06 04:32:48.955871 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-56ea5241-0860-40a3-b3c4-af94592133db req-6abe1119-7d7d-4223-9c0e-ed58e96e5462 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0312548 Oct 06 04:32:49.438034 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b50aaa7e-445d-4238-aa5d-a85e9b1d9041 req-7a1c2d00-967e-4363-90b7-ebc0549dab15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0287168 Oct 06 04:32:49.857793 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54d31d-9643-45f1-aa0d-7dff98096f46 req-e9cb5e0a-5207-4f9e-a25c-830b298b1a82 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:49.860235 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce54d31d-9643-45f1-aa0d-7dff98096f46 req-e9cb5e0a-5207-4f9e-a25c-830b298b1a82 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0776436 Oct 06 04:32:49.872667 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e432baae-7401-4c07-b6aa-fc7aa910f8de req-46f9259a-e7da-4867-b2aa-41b8c617c4f9 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0402403 Oct 06 04:32:49.933786 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce54d31d-9643-45f1-aa0d-7dff98096f46 req-f1490b22-f00d-49eb-80d4-7861c332bc15 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619938 Oct 06 04:32:50.071083 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-08eb636d-8fe7-48b1-a0ea-77419907c14a req-2afcee9f-71d6-46a8-8190-38dbea44a765 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0550270 Oct 06 04:32:50.098163 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3ae6ccb4-44d6-4ef1-9651-a5805759af6c req-86164941-4b70-4b61-b1d2-f55861d87450 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0351515 Oct 06 04:32:50.548622 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c8fc904a-c8d6-4a02-8894-8ba8f8194ea7 req-224281bb-ec6e-43f4-91cc-1f2770d5f32d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0294082 Oct 06 04:32:51.014391 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fbde24e7-222c-4c76-aa24-a5bc0c9150a1 req-4a5555c2-d93c-4e82-995d-18de61fb468c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0473616 Oct 06 04:32:51.068693 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2e8a2-f3c6-4c47-9029-f160948ef011 req-e928af6d-c5fb-4ed7-8ab4-50c4e3756a49 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:51.070214 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01b2e8a2-f3c6-4c47-9029-f160948ef011 req-e928af6d-c5fb-4ed7-8ab4-50c4e3756a49 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0570943 Oct 06 04:32:51.150817 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01b2e8a2-f3c6-4c47-9029-f160948ef011 req-3a110313-8a32-453d-995f-44ecba904ca8 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698662 Oct 06 04:32:51.242225 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b1b64bab-fa4b-4e89-b57f-41c5128c33b0 req-d2095672-9ef6-4cca-a352-bd0f016b88fa tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0456331 Oct 06 04:32:51.260819 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bc753fd0-7bc2-408c-a7f5-d92c7535c03b req-08cc4346-898e-48b3-a572-0a76a8da8120 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0469191 Oct 06 04:32:51.653671 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3018e6cb-8530-41a4-a6fa-954e5281caf7 req-c67f8c96-7aa5-4237-a191-ebca235b71e7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0284057 Oct 06 04:32:52.122684 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-db328d65-fcb5-4ba1-883c-dff1139ac29b req-2adb5e96-d6c7-45a1-8fef-2b06ac0e6f1f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0286775 Oct 06 04:32:52.304849 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16096208-4abd-48bd-b861-e6f594089067 req-bdffc8b8-0201-48d8-9064-7b04a09f28dd tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:52.307319 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-16096208-4abd-48bd-b861-e6f594089067 req-bdffc8b8-0201-48d8-9064-7b04a09f28dd tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0515013 Oct 06 04:32:52.355660 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-16096208-4abd-48bd-b861-e6f594089067 req-7ff21bab-5017-4b36-b9e6-c028d93f16ea tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Oct 06 04:32:52.359077 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cfe7b48d-b8c2-4665-9a1b-72badac525b2 req-a6df6462-d12c-492d-baf0-1f4145116bfa tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0276735 Oct 06 04:32:52.454535 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3cd6a509-eed1-4138-9c6f-9f419404fe90 req-393946d2-acd6-4313-a73f-01012791b5eb tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0285323 Oct 06 04:32:52.644002 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:52.812650 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fa980c48-c34f-4c42-a933-24178b42bdb2 req-5f30d6d2-215b-4fbc-b8f1-2251332566d1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0750525 Oct 06 04:32:53.267416 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8771b5d8-5794-46c8-b909-4da4f893404b req-bf901afe-cfcd-4ca3-9644-3ea20d2e054b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0469553 Oct 06 04:32:53.494353 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:53.526483 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2b0cc117-759b-4e9f-9d0b-658643de8ae7 req-7d73b93a-c307-412e-89c3-09caedf25bff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0645883 Oct 06 04:32:53.557426 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf09601-d648-4aab-8aca-c09549dc1126 req-449304e6-30f3-45c8-ac73-de8fea9087bc tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:53.565735 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0bf09601-d648-4aab-8aca-c09549dc1126 req-449304e6-30f3-45c8-ac73-de8fea9087bc tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0824761 Oct 06 04:32:53.617625 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0bf09601-d648-4aab-8aca-c09549dc1126 req-c6fa7e76-4fbe-4b8b-bd54-37e88cfa8fa8 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506787 Oct 06 04:32:53.677911 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df60f61-fbff-4370-9818-c7018ca9d445 req-a7104fa8-a2b0-447d-b371-000faf0053dc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0382910 Oct 06 04:32:53.935699 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-683f18dc-e91f-4cc3-a58e-9ea2ff356edf req-5a3a3161-1769-4c97-807a-d9b9529900e9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0381885 Oct 06 04:32:54.377507 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c3dfae08-5ce6-407d-941d-637726770c6b req-0d7600af-36e5-4612-8995-60759d61be2d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0290878 Oct 06 04:32:54.641421 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-284efeed-a3e7-474d-8212-c970dfec3b4e req-8df500b2-e40a-4144-9b6e-3416e4ad39b1 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0430906 Oct 06 04:32:54.757932 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419c5e7-4990-4380-b2c9-06bc7d5f24cd req-d41768c8-fa46-40fd-8cdf-6fc418e1ab13 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:54.760780 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8419c5e7-4990-4380-b2c9-06bc7d5f24cd req-d41768c8-fa46-40fd-8cdf-6fc418e1ab13 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0576696 Oct 06 04:32:54.795059 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-88ddedac-3b0a-4925-890e-6932fc277d4e req-979520bd-b7be-415c-be34-cbf61623e749 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0327759 Oct 06 04:32:54.828726 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8419c5e7-4990-4380-b2c9-06bc7d5f24cd req-250214d1-c6b4-4c23-b356-9efdc56a0af2 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599267 Oct 06 04:32:54.844797 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36806) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:54.955696 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04fd09bb-fce5-4110-a981-f43bd2ebe9dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.042933 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04fd09bb-fce5-4110-a981-f43bd2ebe9dd admin admin] Publish callbacks [] for security_group (251aad74-9b17-46ee-a5c0-a8c84cbc0071), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.046935 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04fd09bb-fce5-4110-a981-f43bd2ebe9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (251aad74-9b17-46ee-a5c0-a8c84cbc0071), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.062179 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-71147908-c399-4d33-b45c-0395c20a18bc req-494e6d06-9035-46d4-a344-fa8456de19a2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0298777 Oct 06 04:32:55.086279 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd09bb-fce5-4110-a981-f43bd2ebe9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251aad74-9b17-46ee-a5c0-a8c84cbc0071,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:55.090875 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-04fd09bb-fce5-4110-a981-f43bd2ebe9dd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4f49a19ce56d4b3a9641538302a4b291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450733 Oct 06 04:32:55.093782 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36814) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:55.151150 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1933eae6-d5e1-4848-87bc-f0608b5bf7b6 admin admin] Publish callbacks [] for security_group (251aad74-9b17-46ee-a5c0-a8c84cbc0071), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.171394 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1933eae6-d5e1-4848-87bc-f0608b5bf7b6 admin admin] Publish callbacks [] for security_group (251aad74-9b17-46ee-a5c0-a8c84cbc0071), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.200090 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:55.222426 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1933eae6-d5e1-4848-87bc-f0608b5bf7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (251aad74-9b17-46ee-a5c0-a8c84cbc0071), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.229558 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1933eae6-d5e1-4848-87bc-f0608b5bf7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.230924 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-1933eae6-d5e1-4848-87bc-f0608b5bf7b6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/251aad74-9b17-46ee-a5c0-a8c84cbc0071 HTTP/1.1" status: 204 len: 168 time: 0.1361690 Oct 06 04:32:55.238919 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933eae6-d5e1-4848-87bc-f0608b5bf7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251aad74-9b17-46ee-a5c0-a8c84cbc0071,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:55.492790 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9c3ae544-cf17-4b4a-a0d7-b51abcdfdcec req-044368ca-a593-440a-87af-0cf4105463ae tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0326977 Oct 06 04:32:55.527544 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 36822) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:55.540821 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-14d7ef50-1ddc-4f18-8392-a80722ee03bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.598268 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:55.621126 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-14d7ef50-1ddc-4f18-8392-a80722ee03bb admin admin] Publish callbacks [] for security_group (eb03f657-efc1-445c-930b-764e7327aa7a), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.624953 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-14d7ef50-1ddc-4f18-8392-a80722ee03bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (eb03f657-efc1-445c-930b-764e7327aa7a), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.664338 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-14d7ef50-1ddc-4f18-8392-a80722ee03bb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b39fa38910814eb285ba6c5831d3ce07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357172 Oct 06 04:32:55.665475 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7ef50-1ddc-4f18-8392-a80722ee03bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03f657-efc1-445c-930b-764e7327aa7a,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:55.667678 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 36824) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:55.705442 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:55.737787 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-443db081-c546-4aa4-a9de-d03e25b9b72c admin admin] Publish callbacks [] for security_group (eb03f657-efc1-445c-930b-764e7327aa7a), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.782654 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e7580440-2d49-4a31-b517-5d4db09e7794 req-6ded1ed4-288f-46a3-b0f5-f9894e721d4c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0418222 Oct 06 04:32:55.784506 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-443db081-c546-4aa4-a9de-d03e25b9b72c admin admin] Publish callbacks [] for security_group (eb03f657-efc1-445c-930b-764e7327aa7a), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.833269 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-443db081-c546-4aa4-a9de-d03e25b9b72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (eb03f657-efc1-445c-930b-764e7327aa7a), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.835947 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-443db081-c546-4aa4-a9de-d03e25b9b72c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:55.840029 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-443db081-c546-4aa4-a9de-d03e25b9b72c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/eb03f657-efc1-445c-930b-764e7327aa7a HTTP/1.1" status: 204 len: 168 time: 0.1713378 Oct 06 04:32:55.848200 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443db081-c546-4aa4-a9de-d03e25b9b72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03f657-efc1-445c-930b-764e7327aa7a,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:55.903351 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-52b53e64-4d0b-4fda-9c45-28356035b55b req-5b824e9a-a40f-4f85-942f-098a797f16aa tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0282111 Oct 06 04:32:55.983024 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91fde7-f52a-4427-a41f-ad1238a264e3 req-de92de17-a209-4ab0-836b-b82a7e71f086 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:55.984518 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bc91fde7-f52a-4427-a41f-ad1238a264e3 req-de92de17-a209-4ab0-836b-b82a7e71f086 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0588982 Oct 06 04:32:56.038625 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bc91fde7-f52a-4427-a41f-ad1238a264e3 req-3133a209-daa1-45c3-8d4d-042e1132285a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479226 Oct 06 04:32:56.177876 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1945d25c-0dbd-4c92-b945-77f60f323eb0 req-cd533beb-e99f-480a-8307-9ef4b6fb3bb4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0316961 Oct 06 04:32:56.601220 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d39197f2-7bef-4635-aba8-e5fb10cdf856 req-60744850-2fb7-47fb-85c3-36dae6854a86 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0276289 Oct 06 04:32:56.916802 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e6c1ed01-d27a-4139-b7e9-4944908a7ce7 req-652e0a3e-6866-40eb-8826-01b714ed522b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0294974 Oct 06 04:32:57.022674 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-73cc6682-1bfe-465c-addd-6757228b030b req-c02488f0-7b51-423d-bdb9-8e5f47f9ea83 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0299029 Oct 06 04:32:57.161887 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d5a7e-e5d3-471f-85d2-ab0cafcc3207 req-083ed6f4-6eed-44ce-beef-93fb69daf8f8 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:57.163677 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d36d5a7e-e5d3-471f-85d2-ab0cafcc3207 req-083ed6f4-6eed-44ce-beef-93fb69daf8f8 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0477183 Oct 06 04:32:57.213224 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d36d5a7e-e5d3-471f-85d2-ab0cafcc3207 req-60d007c3-8ab1-40be-8a65-a78a667c1655 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Oct 06 04:32:57.314318 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d3e5a0ae-da85-4eb0-b3d2-2a8537182fad req-b9707188-5e4a-4f48-8e1d-fb62b4dd8cb0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0333102 Oct 06 04:32:57.709921 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b7144acd-3c6e-44ae-bf4e-d00b90256caf req-4ea76b26-3e50-4cf2-8741-e60e4457493b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0289013 Oct 06 04:32:58.030931 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-356491c5-2ecb-4def-902f-b8cd9f578136 req-0d463a43-3e95-4d3b-97de-75e48833a64d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0305684 Oct 06 04:32:58.144034 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ae115286-afae-44c0-91f5-c014df4bb096 req-7364d397-f8d4-4224-9da9-2791dc1bc9aa tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0351436 Oct 06 04:32:58.350865 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234062a7-86ce-4862-97f6-b9fa00bc44c1 req-371d7f21-4da0-4161-b75e-589859ca02be tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:58.352951 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-234062a7-86ce-4862-97f6-b9fa00bc44c1 req-371d7f21-4da0-4161-b75e-589859ca02be tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0489583 Oct 06 04:32:58.415617 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-234062a7-86ce-4862-97f6-b9fa00bc44c1 req-2f0492ca-b6fb-478a-ac01-cbbacba40e4b tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564749 Oct 06 04:32:58.422194 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-275cf746-967d-4bce-b689-54e4535cc4ab req-8add9cb8-3672-465f-ac7a-bb389d71ec72 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0276189 Oct 06 04:32:58.596791 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:32:58.828060 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8857577b-be7a-48b1-8816-87814d7ecb50 req-75b8339a-0ac7-4f4b-8bbb-47b89019cd25 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0287793 Oct 06 04:32:58.940130 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37000) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:59.046623 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4752d617-2233-4eba-b6b5-90cead13c985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:59.126189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4752d617-2233-4eba-b6b5-90cead13c985 admin admin] Publish callbacks [] for security_group (5c2db54d-b8b4-472b-a559-547a76cb74fa), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:59.135213 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4752d617-2233-4eba-b6b5-90cead13c985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5c2db54d-b8b4-472b-a559-547a76cb74fa), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:59.157988 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-77383259-db1e-4cff-9565-1d43db3a5a4c req-e971c178-4e72-4fb9-885e-d7d6b977c676 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0512226 Oct 06 04:32:59.180461 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Request body: {'port': {'device_id': '7b1de82b-ccd4-4783-8f2b-8db183ab18ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:59.187649 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752d617-2233-4eba-b6b5-90cead13c985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2db54d-b8b4-472b-a559-547a76cb74fa,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:59.268016 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-4752d617-2233-4eba-b6b5-90cead13c985 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bcd5ef1be18a4e5c9d5d8f72fb77bbde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267813 Oct 06 04:32:59.281632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37014) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:32:59.309192 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-23f57257-4e46-4587-ad79-2a028dcf7461 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 379 time: 0.1236649 Oct 06 04:32:59.309998 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:59.328522 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f96bf1cd-4bd7-4fab-b99c-978a02135c8e req-6625bb5d-71ef-4b2b-804c-2f0635c9f56a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0631480 Oct 06 04:32:59.339568 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd636d1-19a2-4781-aee8-86e0baab9a1a req-f3905f88-4529-4cce-98d1-7fdc10e0535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:59.341093 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ddd636d1-19a2-4781-aee8-86e0baab9a1a req-f3905f88-4529-4cce-98d1-7fdc10e0535d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=93b9baf342f94f34ae8f649db7198137&device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 1128 time: 0.1427140 Oct 06 04:32:59.373504 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ead9fdbb-1901-47a8-930f-67f6add6a84d admin admin] Publish callbacks [] for security_group (5c2db54d-b8b4-472b-a559-547a76cb74fa), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:59.385879 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:59.411535 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ead9fdbb-1901-47a8-930f-67f6add6a84d admin admin] Publish callbacks [] for security_group (5c2db54d-b8b4-472b-a559-547a76cb74fa), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:59.438782 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'port': {'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'admin_state_up': True, 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'security_groups': ['919e3590-5fc0-4eb5-8910-3bfa7142c68b']}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:32:59.627209 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-73bc8477-e3ee-40bb-8f57-be3cba8719a1 req-1115ca89-7bad-43cb-9fc7-d373bc7e4219 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0694439 Oct 06 04:32:59.632286 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd636d1-19a2-4781-aee8-86e0baab9a1a req-9ecccf6b-65e0-4465-8fd8-00cb8bc22574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:59.633999 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ddd636d1-19a2-4781-aee8-86e0baab9a1a req-9ecccf6b-65e0-4465-8fd8-00cb8bc22574 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=93b9baf342f94f34ae8f649db7198137&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2419569 Oct 06 04:32:59.656761 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ead9fdbb-1901-47a8-930f-67f6add6a84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5c2db54d-b8b4-472b-a559-547a76cb74fa), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:59.657120 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba334ba6-1a76-4bdb-abf3-b1b0c5d36112 req-d75c8b91-24fc-42af-86c2-2a077d87faab tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:32:59.658601 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ba334ba6-1a76-4bdb-abf3-b1b0c5d36112 req-d75c8b91-24fc-42af-86c2-2a077d87faab tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.1319475 Oct 06 04:32:59.659782 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ead9fdbb-1901-47a8-930f-67f6add6a84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:59.663018 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ead9fdbb-1901-47a8-930f-67f6add6a84d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5c2db54d-b8b4-472b-a559-547a76cb74fa HTTP/1.1" status: 204 len: 168 time: 0.3780210 Oct 06 04:32:59.672672 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9fdbb-1901-47a8-930f-67f6add6a84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2db54d-b8b4-472b-a559-547a76cb74fa,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:32:59.718510 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:59.776045 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Made reservation on behalf of 653e21693b6f4a3ca8b739f1290df3aa for: {'port': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:32:59.780038 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:32:59.805151 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ba334ba6-1a76-4bdb-abf3-b1b0c5d36112 req-a05832ab-88de-4d24-b2ed-4f292ea51a21 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365190 Oct 06 04:32:59.894537 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:32:59.902026 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32169a85-ede4-4200-8d87-9cc5853244e1 {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:32:59.917062 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Publish callbacks [] for port (32169a85-ede4-4200-8d87-9cc5853244e1), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:00.007129 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Transition to ACTIVE for port object 32169a85-ede4-4200-8d87-9cc5853244e1 will not be triggered until provisioned by entity L2. {{(pid=106194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:33:00.019206 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:00.035399 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-46397782-3fac-4647-a235-d3f5b9b01d49 req-0f29da56-2c8a-4319-8305-701a92c2ea99 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.1048231 Oct 06 04:33:00.072402 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:00.073722 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37028) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:00.082195 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Allocated IP 172.20.0.7 (45c9d327-544f-44d6-be7e-529008b00a93/6ec1f5f6-74c2-4a05-8da9-9ceee3282870/6388b760-70f1-47b6-a577-dd35569e080b) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:33:00.139588 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd636d1-19a2-4781-aee8-86e0baab9a1a req-0a12c75a-f025-4653-95c8-e28251b4e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:00.141286 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ddd636d1-19a2-4781-aee8-86e0baab9a1a req-0a12c75a-f025-4653-95c8-e28251b4e831 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2427437 Oct 06 04:33:00.155633 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.25', 57349) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:00.182983 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Pushing event updated for resources: {'Port': ['ID=32169a85-ede4-4200-8d87-9cc5853244e1,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:00.187521 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb317-5542-413e-a2fc-60eccbea2a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:00.219739 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Attempting to bind port 32169a85-ede4-4200-8d87-9cc5853244e1 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:33:00.220417 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Attempting to bind port 32169a85-ede4-4200-8d87-9cc5853244e1 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:33:00.220923 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Attempting to bind port 32169a85-ede4-4200-8d87-9cc5853244e1 on network 2378409d-c551-4beb-a9cb-3e077e46deec {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:00.399816 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-7548e0ea-50ae-4b3c-a7c2-2e925aaff91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:00.401491 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-7548e0ea-50ae-4b3c-a7c2-2e925aaff91e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=93b9baf342f94f34ae8f649db7198137&device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 1128 time: 0.0917020 Oct 06 04:33:00.515644 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-651294ca-bcba-4bee-891e-e3a1943423fb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82231974-6803-4127-b9f5-c7ea01ea019f HTTP/1.1" status: 200 len: 217 time: 0.0987129 Oct 06 04:33:00.563814 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-324db459-a7cb-43a7-aa15-a08dd2cc65f6 req-6076abe2-dfd2-440a-8683-3dfa573005c4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0529907 Oct 06 04:33:00.574624 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1091887f-cf6d-4ebe-97a0-b3e7664fc378 req-363d6552-93d8-44e8-874a-018203761e61 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0680535 Oct 06 04:33:00.582252 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e7a8f347-3083-44cc-a005-0496ecfaf8c4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:00.583887 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e7a8f347-3083-44cc-a005-0496ecfaf8c4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 819 time: 0.4136248 Oct 06 04:33:00.585744 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Port 32169a85-ede4-4200-8d87-9cc5853244e1 on network 2378409d-c551-4beb-a9cb-3e077e46deec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:33:00.586072 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Attempting to bind port 32169a85-ede4-4200-8d87-9cc5853244e1 on network 2378409d-c551-4beb-a9cb-3e077e46deec {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:00.632644 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Request body: {'port': {'device_id': 'd111c647-dca9-45d6-96c6-13169658cac9', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'admin_state_up': True, 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:00.704194 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:33:00.704627 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Checking segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:33:00.705286 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Bound using segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:33:00.705817 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Bound port: 32169a85-ede4-4200-8d87-9cc5853244e1, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:33:00.706243 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:00.723943 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb317-5542-413e-a2fc-60eccbea2a93 admin admin] Publish callbacks [] for security_group (1359c6b1-a557-4e97-b3bf-4a195c39116a), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:00.725067 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:00.739843 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb317-5542-413e-a2fc-60eccbea2a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (1359c6b1-a557-4e97-b3bf-4a195c39116a), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:00.752607 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (6388b760-70f1-47b6-a577-dd35569e080b), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:00.832011 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-b6cbb317-5542-413e-a2fc-60eccbea2a93 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7f46e47e13c8431b88539776523130e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7571850 Oct 06 04:33:00.841235 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37050) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:00.843309 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbb317-5542-413e-a2fc-60eccbea2a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1359c6b1-a557-4e97-b3bf-4a195c39116a,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:00.889132 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8d49bb9e-25a1-422b-8de2-ae39f133a9b8 req-ef922832-d743-4ab6-be68-17794a087a3c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0674400 Oct 06 04:33:00.891783 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] For port 32169a85-ede4-4200-8d87-9cc5853244e1, host hv-cinder-86022, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:33:00.898015 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-eed27f6b-f16e-4416-8a9e-5e077d0826d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:00.900015 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-eed27f6b-f16e-4416-8a9e-5e077d0826d1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f9ac6b03-cf48-476c-8f08-d38b0bda49cb HTTP/1.1" status: 200 len: 851 time: 0.3146894 Oct 06 04:33:00.906545 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] For port 32169a85-ede4-4200-8d87-9cc5853244e1, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=32169a85-ede4-4200-8d87-9cc5853244e1,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:33:00.907700 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:00.937808 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:00.943543 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:00.944177 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:00.945985 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/32169a85-ede4-4200-8d87-9cc5853244e1 HTTP/1.1" status: 200 len: 1094 time: 1.7702100 Oct 06 04:33:00.984130 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1de82b-ccd4-4783-8f2b-8db183ab18ae', 'tag': '32169a85-ede4-4200-8d87-9cc5853244e1'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:01.028969 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-7f5e6511-eb88-46c9-ba2d-a655853ad7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:01.030490 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-7f5e6511-eb88-46c9-ba2d-a655853ad7c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=97b8f3be-2662-4f10-9b78-aa77c932c5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227868 Oct 06 04:33:01.051698 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Made reservation on behalf of 0d643fb7b9314f0a9bb8f2c37f06bb2d for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:01.055974 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:01.148669 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (6388b760-70f1-47b6-a577-dd35569e080b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:01.156418 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f428d7-8126-45d4-b709-862f981fa90a req-ce1876b6-c11e-4c8b-b0e2-b42209e4637f tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:01.163684 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-54f428d7-8126-45d4-b709-862f981fa90a req-ce1876b6-c11e-4c8b-b0e2-b42209e4637f tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.2524757 Oct 06 04:33:01.167841 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202187f2-71cc-401a-9221-8dc535d3b010 service neutron] Pushing event updated for resources: {'Port': ['ID=32169a85-ede4-4200-8d87-9cc5853244e1,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:01.170785 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.25', 57361) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:01.347015 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8e2d86da-ec08-4ef9-8011-ca8ed446132f req-4febe90c-e411-4960-abc8-6cb5bd5ef46b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.1357918 Oct 06 04:33:01.380391 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098d441-9e04-4613-9220-137542652e4c req-5130dd1e-9e22-4885-8c1e-96845d41dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:01.395262 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-5130dd1e-9e22-4885-8c1e-96845d41dfdd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 1128 time: 0.2120640 Oct 06 04:33:01.400410 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=12 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:01.420528 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-52fdd1d5-e296-4bd8-a5aa-52edcf48a235 admin admin] Publish callbacks [] for security_group (1359c6b1-a557-4e97-b3bf-4a195c39116a), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:01.431460 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=6388b760-70f1-47b6-a577-dd35569e080b,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:01.437319 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Network 45c9d327-544f-44d6-be7e-529008b00a93 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:33:01.440296 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1de82b-ccd4-4783-8f2b-8db183ab18ae", "tag": "32169a85-ede4-4200-8d87-9cc5853244e1"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:01.459151 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:01.462900 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:33:01.476641 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-bec3d558-1c59-44ac-b129-c2cbe2678f0c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32169a85-ede4-4200-8d87-9cc5853244e1 HTTP/1.1" status: 200 len: 217 time: 0.0658889 Oct 06 04:33:01.478193 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Allocated IP 172.20.0.7 (2378409d-c551-4beb-a9cb-3e077e46deec/a77098ae-eb97-4fa5-a3f9-2d082ee38ec1/b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:33:01.480629 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:33:01.486635 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:01.487330 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:01.498655 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-708a8407-1d60-4356-ab39-7a7b4009dbeb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/97b8f3be-2662-4f10-9b78-aa77c932c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287060 Oct 06 04:33:01.517660 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-52fdd1d5-e296-4bd8-a5aa-52edcf48a235 admin admin] Publish callbacks [] for security_group (1359c6b1-a557-4e97-b3bf-4a195c39116a), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:01.563449 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-99b906ba-2b25-4a39-8d2f-4ec708c3c3d2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:01.565176 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-99b906ba-2b25-4a39-8d2f-4ec708c3c3d2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 817 time: 0.3627338 Oct 06 04:33:01.583221 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-54f428d7-8126-45d4-b709-862f981fa90a req-98e94430-36d2-4f6d-88fc-91c5e02b11c8 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161758 Oct 06 04:33:01.632670 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098d441-9e04-4613-9220-137542652e4c req-ce223f18-15c0-4a5c-a778-6f8298080557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:01.635125 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-ce223f18-15c0-4a5c-a778-6f8298080557 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0824311 Oct 06 04:33:01.687511 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf226da-cefb-4c37-96d9-37ee08a27179 x-openstack-request-id: req-adf226da-cefb-4c37-96d9-37ee08a27179 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:01.688074 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1de82b-ccd4-4783-8f2b-8db183ab18ae", "tag": "32169a85-ede4-4200-8d87-9cc5853244e1", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:01.688494 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-adf226da-cefb-4c37-96d9-37ee08a27179 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:01.689097 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf226da-cefb-4c37-96d9-37ee08a27179'] response: {'name': 'network-changed', 'server_uuid': '7b1de82b-ccd4-4783-8f2b-8db183ab18ae', 'tag': '32169a85-ede4-4200-8d87-9cc5853244e1', 'status': 'completed', 'code': 200} Oct 06 04:33:01.693034 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-d78ba32d-8138-4ad9-ba63-f3639f26d11a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3020644 Oct 06 04:33:01.702398 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098d441-9e04-4613-9220-137542652e4c req-332d89e7-040a-4ad5-8466-5554194b2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:01.703977 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-332d89e7-040a-4ad5-8466-5554194b2ceb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506809 Oct 06 04:33:01.765845 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Request body: {'port': {'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:01.828598 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-f32fc49f-5c90-445a-a6d3-538d77a5378b None None] Provisioning complete for port 6388b760-70f1-47b6-a577-dd35569e080b triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:01.829406 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f32fc49f-5c90-445a-a6d3-538d77a5378b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (6388b760-70f1-47b6-a577-dd35569e080b), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:01.829406 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-f32fc49f-5c90-445a-a6d3-538d77a5378b None None] Attempt 1 to provision port 6388b760-70f1-47b6-a577-dd35569e080b Oct 06 04:33:01.832441 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44084ee-b647-4be4-8f2a-84ab90c0f939 req-5c10239f-ef1b-4742-848a-64bd8aca4aa1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:01.833962 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f44084ee-b647-4be4-8f2a-84ab90c0f939 req-5c10239f-ef1b-4742-848a-64bd8aca4aa1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 931 time: 0.1279738 Oct 06 04:33:01.839504 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-93080435-134d-4883-bff1-6cc34117585d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=594a13a702cf47898a48ab4fd6789359 HTTP/1.1" status: 200 len: 379 time: 0.2547715 Oct 06 04:33:01.870821 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-f32fc49f-5c90-445a-a6d3-538d77a5378b None None] Port 6388b760-70f1-47b6-a577-dd35569e080b cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:33:01.883519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:01.897148 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6388b760-70f1-47b6-a577-dd35569e080b), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:01.920834 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:01.923773 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-52fdd1d5-e296-4bd8-a5aa-52edcf48a235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (1359c6b1-a557-4e97-b3bf-4a195c39116a), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:01.926245 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-52fdd1d5-e296-4bd8-a5aa-52edcf48a235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:01.938614 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-52fdd1d5-e296-4bd8-a5aa-52edcf48a235 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1359c6b1-a557-4e97-b3bf-4a195c39116a HTTP/1.1" status: 204 len: 168 time: 1.0879078 Oct 06 04:33:01.944314 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-74ee7e2b-37e7-494a-a67e-ffd2e8f71647 req-c0d3ae84-18ac-4174-afbe-71a09a8c23f8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0892310 Oct 06 04:33:01.948439 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f44084ee-b647-4be4-8f2a-84ab90c0f939 req-32c3b46f-8dc4-4633-9223-a3da2538250d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078706 Oct 06 04:33:02.003062 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdd1d5-e296-4bd8-a5aa-52edcf48a235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1359c6b1-a557-4e97-b3bf-4a195c39116a,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:02.010981 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'port': {'device_id': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'admin_state_up': True, 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'security_groups': ['71690258-d10d-48c6-bd2d-f01009e3b4c8']}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:02.021859 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:02.138751 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-166dcefc-e3fa-4634-bb64-72c49294d768 req-a82f4475-63b5-4db6-bc84-a163bd3a1763 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/97b8f3be-2662-4f10-9b78-aa77c932c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847604 Oct 06 04:33:02.144497 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:02.222213 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-6c5f4847-9040-4b7b-ad8c-a932355b6169 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342971 Oct 06 04:33:02.240601 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Network 2378409d-c551-4beb-a9cb-3e077e46deec is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:33:02.246476 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:33:02.250459 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:33:02.255578 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:02.256208 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:02.283202 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event updated for resources: {'Port': ['ID=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:02.317869 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2246c8e-2eb0-4c49-8f9f-d83c39fbd772 req-1ac96f53-2e69-45f7-ab5b-aa1138748fa4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:02.319743 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a2246c8e-2eb0-4c49-8f9f-d83c39fbd772 req-1ac96f53-2e69-45f7-ab5b-aa1138748fa4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 931 time: 0.1812627 Oct 06 04:33:02.342935 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:02.400022 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Made reservation on behalf of 594a13a702cf47898a48ab4fd6789359 for: {'port': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:02.410988 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:02.479228 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:02.484604 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-6a4122f0-d8ed-43bd-ae18-a073d082ce85 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8774290 Oct 06 04:33:02.544227 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a2246c8e-2eb0-4c49-8f9f-d83c39fbd772 req-1ef88e48-6d70-4103-bef6-36fc3126efca tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988211 Oct 06 04:33:02.577099 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-71b390d5-dfee-4cab-8857-33bc050dc556 req-1fa45e21-dd65-45cd-ade9-06e593df7941 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0530322 Oct 06 04:33:02.589187 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-9d05c863-4339-4699-9cec-33c8da96a845 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:02.590811 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-9d05c863-4339-4699-9cec-33c8da96a845 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 810 time: 0.2775490 Oct 06 04:33:02.643523 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e098d441-9e04-4613-9220-137542652e4c req-c231ebb2-b1d9-4ecc-8f82-456f397aed55 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602629 Oct 06 04:33:02.657333 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6388b760-70f1-47b6-a577-dd35569e080b {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:02.679637 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Publish callbacks [] for port (6388b760-70f1-47b6-a577-dd35569e080b), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:02.697050 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-d5d4c4ba-7e49-48b5-8bda-5c0fe8c96293 None None] Provisioning complete for port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:02.697670 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5d4c4ba-7e49-48b5-8bda-5c0fe8c96293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:02.698326 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-d5d4c4ba-7e49-48b5-8bda-5c0fe8c96293 None None] Attempt 1 to provision port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 Oct 06 04:33:02.736571 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4c4ba-7e49-48b5-8bda-5c0fe8c96293 None None] Port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:33:02.737119 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Allocated IP 172.20.0.8 (b586c8b5-56f0-4e30-8c9b-f6b5b9731066/53aeb215-4958-4b55-8334-db9385b5e573/542157e8-aced-4f6a-815d-a118c4b3ca2c) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:33:02.752757 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Transition to ACTIVE for port object 6388b760-70f1-47b6-a577-dd35569e080b will not be triggered until provisioned by entity L2. {{(pid=106194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:33:02.763519 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ab8e7-a9d3-4a99-b52f-dcb843ac11bc req-1f07bc52-0453-40c1-ad18-0868c2a5d8b7 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:02.765017 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7c2ab8e7-a9d3-4a99-b52f-dcb843ac11bc req-1f07bc52-0453-40c1-ad18-0868c2a5d8b7 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0902481 Oct 06 04:33:02.766493 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6388b760-70f1-47b6-a577-dd35569e080b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:02.883671 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Pushing event updated for resources: {'Port': ['ID=6388b760-70f1-47b6-a577-dd35569e080b,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:02.885997 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:02.948687 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Attempting to bind port 6388b760-70f1-47b6-a577-dd35569e080b on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:33:02.949035 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Attempting to bind port 6388b760-70f1-47b6-a577-dd35569e080b by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:33:02.949368 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Attempting to bind port 6388b760-70f1-47b6-a577-dd35569e080b on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:02.957349 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7c2ab8e7-a9d3-4a99-b52f-dcb843ac11bc req-58a459ab-025c-4eb4-9261-9636455c8490 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843331 Oct 06 04:33:03.040186 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Port 6388b760-70f1-47b6-a577-dd35569e080b on network 45c9d327-544f-44d6-be7e-529008b00a93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:33:03.040517 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Attempting to bind port 6388b760-70f1-47b6-a577-dd35569e080b on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:03.082205 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:03.123504 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccd6f0-98c7-4885-ab59-059e484283c7 req-31fdc6c7-41e5-4622-bf55-0985d19b67cc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:03.125881 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-62ccd6f0-98c7-4885-ab59-059e484283c7 req-31fdc6c7-41e5-4622-bf55-0985d19b67cc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0592191 Oct 06 04:33:03.129652 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-314656ee-57d0-4282-b53e-e27d790d6cf9 req-63553b82-efd7-4cbb-9f0e-3de4c44e4cfc tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0456924 Oct 06 04:33:03.138474 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:03.151052 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:33:03.151396 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Checking segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:33:03.151832 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Bound using segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:33:03.152289 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Bound port: 6388b760-70f1-47b6-a577-dd35569e080b, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:33:03.152654 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6388b760-70f1-47b6-a577-dd35569e080b), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:03.195182 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:03.211961 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-62ccd6f0-98c7-4885-ab59-059e484283c7 req-a5ee6c63-c5ae-4333-b52b-ac5d7274a2e9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750382 Oct 06 04:33:03.276190 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:33:03.278209 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] For port 6388b760-70f1-47b6-a577-dd35569e080b, host hv-cinder-86022, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:33:03.281101 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:33:03.303988 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:33:03.309147 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:03.309953 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:03.314603 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:03.323505 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] For port 6388b760-70f1-47b6-a577-dd35569e080b, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6388b760-70f1-47b6-a577-dd35569e080b,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:33:03.336910 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6388b760-70f1-47b6-a577-dd35569e080b), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:03.541878 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-c15ea696-e00a-4620-bba2-6e7bacb15918 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5456994 Oct 06 04:33:03.544789 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:03.545396 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:03.546705 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6388b760-70f1-47b6-a577-dd35569e080b HTTP/1.1" status: 200 len: 1093 time: 1.8163595 Oct 06 04:33:03.563680 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-5934be9b-35b4-429f-b22f-5c76aff716b1 None None] Provisioning complete for port 542157e8-aced-4f6a-815d-a118c4b3ca2c triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:03.564240 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738c630-4614-499c-91f3-97f4cbb79731 service neutron] Pushing event updated for resources: {'Port': ['ID=6388b760-70f1-47b6-a577-dd35569e080b,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:03.564326 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5934be9b-35b4-429f-b22f-5c76aff716b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:03.564326 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-5934be9b-35b4-429f-b22f-5c76aff716b1 None None] Attempt 1 to provision port 542157e8-aced-4f6a-815d-a118c4b3ca2c Oct 06 04:33:03.600277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-5934be9b-35b4-429f-b22f-5c76aff716b1 None None] Port 542157e8-aced-4f6a-815d-a118c4b3ca2c cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:33:03.688148 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbe74d-1dbd-4cc8-8c5a-81fc3469d859 req-bd29f671-95fd-45cb-8531-0c05dc2cf089 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:03.689946 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-61cbe74d-1dbd-4cc8-8c5a-81fc3469d859 req-bd29f671-95fd-45cb-8531-0c05dc2cf089 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 931 time: 0.0574315 Oct 06 04:33:03.690552 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'tag': '6388b760-70f1-47b6-a577-dd35569e080b'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:03.693077 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a1603-cdec-415c-acdd-1fe57adfd3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba369ba5-73dc-42d2-a375-b15b0e42188c", "tag": "6388b760-70f1-47b6-a577-dd35569e080b"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:03.739776 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687d12-3d18-49bb-9cc0-b9884eca78cb req-14680e11-6b3e-4466-a336-1eae4003160a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:03.741296 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-34687d12-3d18-49bb-9cc0-b9884eca78cb req-14680e11-6b3e-4466-a336-1eae4003160a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 931 time: 0.0550630 Oct 06 04:33:03.749506 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-61cbe74d-1dbd-4cc8-8c5a-81fc3469d859 req-badc3cb6-df97-43d2-a087-ebba06968414 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536559 Oct 06 04:33:03.800840 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-34687d12-3d18-49bb-9cc0-b9884eca78cb req-5bb4cebb-2ddf-4420-8bda-f1cf8cb7bba5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502913 Oct 06 04:33:03.849015 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48b33a3-e17d-410f-8bde-80b087094d87 x-openstack-request-id: req-f48b33a3-e17d-410f-8bde-80b087094d87 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:03.849325 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba369ba5-73dc-42d2-a375-b15b0e42188c", "tag": "6388b760-70f1-47b6-a577-dd35569e080b", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:03.849583 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f48b33a3-e17d-410f-8bde-80b087094d87 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:03.849989 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48b33a3-e17d-410f-8bde-80b087094d87'] response: {'name': 'network-changed', 'server_uuid': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'tag': '6388b760-70f1-47b6-a577-dd35569e080b', 'status': 'completed', 'code': 200} Oct 06 04:33:04.067861 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2ae5-f488-46e8-804d-ccc25613f73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:04.103940 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c84365-1090-42b4-9b92-6c162d78f8b7 req-586bc22c-d2f7-4bc4-8e3f-e70cd1e53d45 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:04.105446 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c7c84365-1090-42b4-9b92-6c162d78f8b7 req-586bc22c-d2f7-4bc4-8e3f-e70cd1e53d45 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0504303 Oct 06 04:33:04.156177 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c7c84365-1090-42b4-9b92-6c162d78f8b7 req-2ec5c213-a8dd-4819-9e19-c6e88dbdcdc1 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449119 Oct 06 04:33:04.271035 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c0ee7c0c-b47d-4701-acfa-7b0cc37618f4 req-4aa902d5-647e-4de7-b9eb-0229c5731535 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0332060 Oct 06 04:33:04.328773 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b2ec6-41fb-4640-9653-70b4b9bfdef1 req-9d058f89-341b-4a4f-aa6f-75fc2ff4417c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:04.330993 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f8b2ec6-41fb-4640-9653-70b4b9bfdef1 req-9d058f89-341b-4a4f-aa6f-75fc2ff4417c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0541692 Oct 06 04:33:04.345707 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37164) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:04.386558 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f8b2ec6-41fb-4640-9653-70b4b9bfdef1 req-1604bd7c-a02c-45f3-99c3-0b82b8b4765f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496736 Oct 06 04:33:04.462816 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0730d393-5acb-49e7-a4e3-0ec7f72c3606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:04.542879 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0730d393-5acb-49e7-a4e3-0ec7f72c3606 admin admin] Publish callbacks [] for security_group (3ff4ef78-38af-4d7c-9e7b-b2c72bc88591), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:04.546609 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0730d393-5acb-49e7-a4e3-0ec7f72c3606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (3ff4ef78-38af-4d7c-9e7b-b2c72bc88591), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:04.583155 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730d393-5acb-49e7-a4e3-0ec7f72c3606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff4ef78-38af-4d7c-9e7b-b2c72bc88591,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:04.587961 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0730d393-5acb-49e7-a4e3-0ec7f72c3606 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=68e06284245b4a7c85ad1eb804bfb2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411718 Oct 06 04:33:04.590763 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37170) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:04.639125 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6f02f655-dac8-4ea0-8856-54b8aa017ebf admin admin] Publish callbacks [] for security_group (3ff4ef78-38af-4d7c-9e7b-b2c72bc88591), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:04.668131 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6f02f655-dac8-4ea0-8856-54b8aa017ebf admin admin] Publish callbacks [] for security_group (3ff4ef78-38af-4d7c-9e7b-b2c72bc88591), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:04.693951 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:04.719350 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6f02f655-dac8-4ea0-8856-54b8aa017ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (3ff4ef78-38af-4d7c-9e7b-b2c72bc88591), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:04.721772 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6f02f655-dac8-4ea0-8856-54b8aa017ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:04.722908 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6f02f655-dac8-4ea0-8856-54b8aa017ebf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3ff4ef78-38af-4d7c-9e7b-b2c72bc88591 HTTP/1.1" status: 204 len: 168 time: 0.1313009 Oct 06 04:33:04.730755 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02f655-dac8-4ea0-8856-54b8aa017ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff4ef78-38af-4d7c-9e7b-b2c72bc88591,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:04.887229 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e7fe-4ddb-4fb0-a2c3-ccbbefd0c66d req-045143a1-b043-4a99-8764-8d84ecd4e787 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:04.888906 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9a48e7fe-4ddb-4fb0-a2c3-ccbbefd0c66d req-045143a1-b043-4a99-8764-8d84ecd4e787 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 931 time: 0.0632303 Oct 06 04:33:04.942252 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830369d-0cfb-486d-b5ae-0e95d09662f4 req-bfb061f3-983b-4040-88c1-bad47aa9b77b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:04.944339 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3830369d-0cfb-486d-b5ae-0e95d09662f4 req-bfb061f3-983b-4040-88c1-bad47aa9b77b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 931 time: 0.0604577 Oct 06 04:33:04.945523 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9a48e7fe-4ddb-4fb0-a2c3-ccbbefd0c66d req-26468adb-2997-4ab6-919c-2ee326f7e76d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507259 Oct 06 04:33:05.017743 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3830369d-0cfb-486d-b5ae-0e95d09662f4 req-bc1d1fd1-5680-4aa2-892a-179dbfdf2c6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603886 Oct 06 04:33:05.037626 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37180) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:05.051680 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6d4d82b0-1182-45a9-9507-433bea62c040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:05.071543 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:05.129702 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6d4d82b0-1182-45a9-9507-433bea62c040 admin admin] Publish callbacks [] for security_group (70a67b0c-a780-46da-a60b-427039422b43), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:05.133471 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6d4d82b0-1182-45a9-9507-433bea62c040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (70a67b0c-a780-46da-a60b-427039422b43), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:05.170631 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d82b0-1182-45a9-9507-433bea62c040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a67b0c-a780-46da-a60b-427039422b43,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:05.175764 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6d4d82b0-1182-45a9-9507-433bea62c040 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1216fd88ae284970a7435e711fb4a3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370535 Oct 06 04:33:05.178341 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37182) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:05.243764 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7b3b980f-5d12-4300-8459-6399e29b407e admin admin] Publish callbacks [] for security_group (70a67b0c-a780-46da-a60b-427039422b43), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:05.296303 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7b3b980f-5d12-4300-8459-6399e29b407e admin admin] Publish callbacks [] for security_group (70a67b0c-a780-46da-a60b-427039422b43), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:05.317818 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32572ee7-f211-415c-a157-20511df493a0 req-7888a19f-aa4b-4fe1-bd9d-19b71d9f4377 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:05.319291 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-32572ee7-f211-415c-a157-20511df493a0 req-7888a19f-aa4b-4fe1-bd9d-19b71d9f4377 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0724406 Oct 06 04:33:05.370058 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7b3b980f-5d12-4300-8459-6399e29b407e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (70a67b0c-a780-46da-a60b-427039422b43), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:05.372575 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7b3b980f-5d12-4300-8459-6399e29b407e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:05.373814 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-7b3b980f-5d12-4300-8459-6399e29b407e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/70a67b0c-a780-46da-a60b-427039422b43 HTTP/1.1" status: 204 len: 168 time: 0.1944513 Oct 06 04:33:05.383835 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b980f-5d12-4300-8459-6399e29b407e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a67b0c-a780-46da-a60b-427039422b43,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:05.383984 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1cc5b9f8-463b-4a11-b78c-ce005ef1e4bd req-b99b69cc-c2e6-42c4-980e-3f77177d353d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0291424 Oct 06 04:33:05.429020 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-32572ee7-f211-415c-a157-20511df493a0 req-6c7ca913-0e5c-4c33-b8df-d5e3e07ad3dd tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738676 Oct 06 04:33:05.523474 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02d7e3-49a0-4dc8-9a8f-dfde0173f03a req-7bef18ba-b29d-49cd-b1c7-e923897bf253 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:05.525314 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0d02d7e3-49a0-4dc8-9a8f-dfde0173f03a req-7bef18ba-b29d-49cd-b1c7-e923897bf253 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0598123 Oct 06 04:33:05.574877 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0d02d7e3-49a0-4dc8-9a8f-dfde0173f03a req-3bd7f7bb-9385-48ad-82ca-eb382c10f7a4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437977 Oct 06 04:33:06.091752 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ef09e-e783-4b52-98d7-425fc2bb299b req-358c73e2-88f3-49f7-9f31-e5bedacba471 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:06.093441 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-189ef09e-e783-4b52-98d7-425fc2bb299b req-358c73e2-88f3-49f7-9f31-e5bedacba471 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 931 time: 0.0521188 Oct 06 04:33:06.144133 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-189ef09e-e783-4b52-98d7-425fc2bb299b req-c2fc3385-30d7-47ef-b688-56a31c4ab5b5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Oct 06 04:33:06.155578 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065d6c-65fc-4ee7-b42f-bbb6ef4f56e5 req-aa4b14ee-0a9b-4c51-bad3-e7caf0b1d8bc tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:06.166158 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-23065d6c-65fc-4ee7-b42f-bbb6ef4f56e5 req-aa4b14ee-0a9b-4c51-bad3-e7caf0b1d8bc tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 931 time: 0.0492780 Oct 06 04:33:06.174662 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:06.214993 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-23065d6c-65fc-4ee7-b42f-bbb6ef4f56e5 req-2804ab50-ce43-4c38-a4a1-7e5a40937570 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437026 Oct 06 04:33:06.450676 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-baeb7e97-4ef1-4648-9431-611bcbe6382a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:06.507091 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bead27b3-218d-4ea5-a0c5-d0baf91b7bb1 req-b009b706-4c98-4ccf-a6f1-e12eb99ff402 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0368085 Oct 06 04:33:06.568304 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21c06e-1531-4dff-9b78-0a004d58c69c req-385c5103-1458-42a7-bb4e-218f7e2990a8 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:06.569750 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8f21c06e-1531-4dff-9b78-0a004d58c69c req-385c5103-1458-42a7-bb4e-218f7e2990a8 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0567076 Oct 06 04:33:06.622991 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8f21c06e-1531-4dff-9b78-0a004d58c69c req-261c57c4-2a4e-46c8-af03-8beb1b108087 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467846 Oct 06 04:33:06.705909 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ff6a-a5a1-41ab-823d-3c37819d062e req-71c3e076-1ec6-4a68-a1d9-642be0b7d904 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:06.707407 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4c67ff6a-a5a1-41ab-823d-3c37819d062e req-71c3e076-1ec6-4a68-a1d9-642be0b7d904 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0501864 Oct 06 04:33:06.758002 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4c67ff6a-a5a1-41ab-823d-3c37819d062e req-6eeb1050-3cc7-4d83-b6e3-ece76b23a508 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442519 Oct 06 04:33:07.326489 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759e297-1648-4dda-8ccd-a3c179041697 req-213444b0-8d91-46ad-b777-f8a1b9cad852 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:07.337568 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e759e297-1648-4dda-8ccd-a3c179041697 req-213444b0-8d91-46ad-b777-f8a1b9cad852 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 931 time: 0.0930643 Oct 06 04:33:07.377484 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e85827-0ae8-42ac-8d2e-b30184a4641c req-3be9cb3e-a82b-4b50-aedd-2950efd7a175 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:07.379275 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e8e85827-0ae8-42ac-8d2e-b30184a4641c req-3be9cb3e-a82b-4b50-aedd-2950efd7a175 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 931 time: 0.0640848 Oct 06 04:33:07.393088 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e759e297-1648-4dda-8ccd-a3c179041697 req-c5b68ed1-97e9-4388-8eba-ef8307deecd3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546434 Oct 06 04:33:07.440573 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e8e85827-0ae8-42ac-8d2e-b30184a4641c req-ad72838a-b182-4fd6-9413-78a86751e679 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532658 Oct 06 04:33:07.611963 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b10e88fa-7366-44ad-93e0-bde8cccb086e req-a6a77aaa-3e6c-4b16-8553-0ec72343050c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0301690 Oct 06 04:33:07.701261 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:07.707497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:07.758004 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651be4f7-04e2-4ac8-9479-c7758d1b269c req-5bbce355-2bb3-4a75-af41-a08f4d5a324a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:07.760372 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-651be4f7-04e2-4ac8-9479-c7758d1b269c req-5bbce355-2bb3-4a75-af41-a08f4d5a324a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0546300 Oct 06 04:33:07.771537 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:07.813499 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-651be4f7-04e2-4ac8-9479-c7758d1b269c req-10df08a6-4fef-452b-b77a-26950a001395 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475183 Oct 06 04:33:07.886089 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcd8ad-0b50-4ff9-8f5f-3932eeee2edd req-cc926ab9-2d17-4a21-ac5f-8971b59551f3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:07.887600 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bbdcd8ad-0b50-4ff9-8f5f-3932eeee2edd req-cc926ab9-2d17-4a21-ac5f-8971b59551f3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0517185 Oct 06 04:33:07.908939 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:07.937294 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bbdcd8ad-0b50-4ff9-8f5f-3932eeee2edd req-8de302ab-aa4f-4c92-be46-7cd17e133e7c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438945 Oct 06 04:33:08.545843 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfed3-ad78-4d6a-9dbd-146a642b4fb0 req-4f06b3cc-b5a3-47de-ac5b-fd7268cda4f8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:08.547394 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0d9cfed3-ad78-4d6a-9dbd-146a642b4fb0 req-4f06b3cc-b5a3-47de-ac5b-fd7268cda4f8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 931 time: 0.0680139 Oct 06 04:33:08.585318 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb7581-545b-4575-b0ce-869a9930692c req-0cc2c231-5bfb-4a3a-9f7b-2c15803404a8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:08.587088 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3acb7581-545b-4575-b0ce-869a9930692c req-0cc2c231-5bfb-4a3a-9f7b-2c15803404a8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 931 time: 0.0542138 Oct 06 04:33:08.601678 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0d9cfed3-ad78-4d6a-9dbd-146a642b4fb0 req-e2a4e122-fa33-4e54-bab0-64fc7cc34954 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483351 Oct 06 04:33:08.640477 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3acb7581-545b-4575-b0ce-869a9930692c req-49f0271e-227d-49c0-924d-3f05a67fc732 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466809 Oct 06 04:33:08.723545 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-22752ab1-0e0a-4ad2-9d14-11ab08bf60a5 req-6e8e3071-9bb9-49e3-b26a-2d4710c37a42 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0346634 Oct 06 04:33:08.945493 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ed7fe-abe3-4313-aa80-5bc5527df693 req-8384596c-1e30-4952-8e7e-90450ae631f0 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:08.947048 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ee1ed7fe-abe3-4313-aa80-5bc5527df693 req-8384596c-1e30-4952-8e7e-90450ae631f0 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0548668 Oct 06 04:33:09.004384 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ee1ed7fe-abe3-4313-aa80-5bc5527df693 req-36bdb7c0-35d3-44c6-984f-683c6e145a88 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514505 Oct 06 04:33:09.016550 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:09.086205 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd5534-46ed-40be-96aa-6066988b3aa9 req-5b9af371-4620-437a-885b-a46df8e32b3a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:09.088335 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f7cd5534-46ed-40be-96aa-6066988b3aa9 req-5b9af371-4620-437a-885b-a46df8e32b3a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0494165 Oct 06 04:33:09.142579 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f7cd5534-46ed-40be-96aa-6066988b3aa9 req-ac91d2d6-07d3-4a83-98bb-d489708cbd56 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487194 Oct 06 04:33:09.219119 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:09.750344 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf7a15-8542-4822-85b3-ec8394ccf0e8 req-b8e8ce60-f6d7-4a6e-94b6-291eaba5cfe0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:09.752413 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-94cf7a15-8542-4822-85b3-ec8394ccf0e8 req-b8e8ce60-f6d7-4a6e-94b6-291eaba5cfe0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 931 time: 0.0688922 Oct 06 04:33:09.823545 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-94cf7a15-8542-4822-85b3-ec8394ccf0e8 req-00ed25d2-903b-4507-b130-3c15714aad01 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620680 Oct 06 04:33:09.827116 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc4cf6-988f-438e-9aed-42fb0c4a7e26 req-63d6fc9a-82b2-4e4a-a325-d07ca6e7cf99 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:09.828711 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-39fc4cf6-988f-438e-9aed-42fb0c4a7e26 req-63d6fc9a-82b2-4e4a-a325-d07ca6e7cf99 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 931 time: 0.0900657 Oct 06 04:33:09.854757 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Request body: {'port': {'device_id': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:09.871036 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Request body: {'port': {'device_id': 'd111c647-dca9-45d6-96c6-13169658cac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:09.894051 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:09.970852 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:09.976533 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-39fc4cf6-988f-438e-9aed-42fb0c4a7e26 req-1088ab3d-60cc-4b02-b538-4f42f8c0274b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294179 Oct 06 04:33:09.979276 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a3aa4d32-da1b-4bf8-b11d-94b26355eff3 req-614219c0-028d-44ed-a3f8-ee6cd5737fb4 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0594940 Oct 06 04:33:10.036670 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:10.043032 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-e90012df-9295-49d0-aa7b-3f2e62a42e36 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f53abe2cc7a94ddaadb68b26b57faf69 HTTP/1.1" status: 200 len: 380 time: 0.1685011 Oct 06 04:33:10.298922 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542157e8-aced-4f6a-815d-a118c4b3ca2c {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:10.311065 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Publish callbacks [] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:10.318924 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ebbfa-5f3b-4e87-ba1f-8760980e19ec req-a9f25d34-0c16-4a44-953b-2b7e647a2346 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:10.320443 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-504ebbfa-5f3b-4e87-ba1f-8760980e19ec req-a9f25d34-0c16-4a44-953b-2b7e647a2346 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0704968 Oct 06 04:33:10.340787 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Transition to ACTIVE for port object 542157e8-aced-4f6a-815d-a118c4b3ca2c will not be triggered until provisioned by entity L2. {{(pid=106194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:33:10.351038 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:10.393545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47624df9-5557-4071-a50f-f0595e989132 req-9bed5416-8c2c-43f8-ba2a-1b65e8da68eb tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:10.394581 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:10.395043 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-47624df9-5557-4071-a50f-f0595e989132 req-9bed5416-8c2c-43f8-ba2a-1b65e8da68eb tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.2994590 Oct 06 04:33:10.460283 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:10.469432 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-504ebbfa-5f3b-4e87-ba1f-8760980e19ec req-97c66e18-da27-4826-a33f-12b60e5f828a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406717 Oct 06 04:33:10.476039 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.476469 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.476734 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.477805 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.478137 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.478475 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.478817 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.479210 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.479522 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.479893 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.480159 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.480478 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.480984 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.481324 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.481675 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.485490 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Attempting to bind port 542157e8-aced-4f6a-815d-a118c4b3ca2c on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:33:10.485987 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Attempting to bind port 542157e8-aced-4f6a-815d-a118c4b3ca2c by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:33:10.486477 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Attempting to bind port 542157e8-aced-4f6a-815d-a118c4b3ca2c on network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:10.494050 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:10.519910 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-47624df9-5557-4071-a50f-f0595e989132 req-8929a236-bc01-4566-ae92-6134d229fe94 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145985 Oct 06 04:33:10.537739 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Port 542157e8-aced-4f6a-815d-a118c4b3ca2c on network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:33:10.538129 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Attempting to bind port 542157e8-aced-4f6a-815d-a118c4b3ca2c on network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:10.585240 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:33:10.586071 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Checking segment: {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:33:10.587148 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Bound using segment: {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:33:10.588205 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Bound port: 542157e8-aced-4f6a-815d-a118c4b3ca2c, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:33:10.588205 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:10.636203 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:10.644192 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Publish callbacks [] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:10.653614 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:33:10.656912 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:33:10.660764 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Transition to ACTIVE for port object b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:33:10.663128 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:10.664614 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:10.668837 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:10.669175 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:10.670680 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/542157e8-aced-4f6a-815d-a118c4b3ca2c HTTP/1.1" status: 200 len: 1093 time: 0.8215992 Oct 06 04:33:10.671117 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:10.673337 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a68d4-8f53-4e18-b45c-16da2e0eb28a" -d '{"events": [{"name": "network-changed", "server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:10.724091 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e32fd02-6110-445b-92b3-0f492aae46f1 x-openstack-request-id: req-4e32fd02-6110-445b-92b3-0f492aae46f1 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:10.724368 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:10.725167 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4e32fd02-6110-445b-92b3-0f492aae46f1 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:10.725721 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e32fd02-6110-445b-92b3-0f492aae46f1'] response: {'name': 'network-changed', 'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'status': 'completed', 'code': 200} Oct 06 04:33:10.726675 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60abdb-28e7-4ece-bdb3-07d9e4697b78 service neutron] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:10.734793 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Pushing event updated for resources: {'Port': ['ID=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:10.761029 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.761620 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.761851 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.762036 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.762446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.762681 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.763076 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.763410 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.763846 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.764180 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.764506 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.764829 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.765152 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.765472 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.765794 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:10.778413 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Attempting to bind port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:33:10.778753 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Attempting to bind port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:33:10.779119 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Attempting to bind port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 on network 2378409d-c551-4beb-a9cb-3e077e46deec {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:10.814872 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:10.834110 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 on network 2378409d-c551-4beb-a9cb-3e077e46deec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:33:10.834453 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Attempting to bind port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 on network 2378409d-c551-4beb-a9cb-3e077e46deec {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:10.881462 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:33:10.881676 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Checking segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:33:10.884322 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Bound using segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:33:10.884918 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Bound port: b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:33:10.885184 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:10.895966 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37346) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:10.984679 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] For port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:33:11.006523 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] For port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:33:11.014493 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983dac0-06e2-4107-872a-08be23aad7d2 req-619eb296-1c8a-4e06-92c9-3c692194ca84 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:11.016148 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f983dac0-06e2-4107-872a-08be23aad7d2 req-619eb296-1c8a-4e06-92c9-3c692194ca84 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0666745 Oct 06 04:33:11.025726 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.030391 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a96b1848-d9d6-454e-8500-d1b12b743e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.033316 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:11.034059 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.035684 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 HTTP/1.1" status: 200 len: 1093 time: 1.1821237 Oct 06 04:33:11.036261 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd111c647-dca9-45d6-96c6-13169658cac9', 'tag': 'b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:11.038753 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5040cbca-c1f7-4a28-9d09-45c92ad63fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d111c647-dca9-45d6-96c6-13169658cac9", "tag": "b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:11.108099 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0fb75808-c198-44ba-873e-8c6b29230f57 req-416f982c-1fb3-4bd1-a5fa-e91cffc85b4f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0377946 Oct 06 04:33:11.113914 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc13cb-8dd6-4a69-84e0-9ad4fe3578bc service neutron] Pushing event updated for resources: {'Port': ['ID=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:11.124650 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f983dac0-06e2-4107-872a-08be23aad7d2 req-c8d0f587-4ab7-44c3-b012-fba2a96d253c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929751 Oct 06 04:33:11.137334 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:11.171848 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a96b1848-d9d6-454e-8500-d1b12b743e21 admin admin] Publish callbacks [] for security_group (6639dfeb-fbba-4cef-9d82-ebaf3dee016b), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.184985 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793787bb-e584-4a21-9a56-5bc120306825 x-openstack-request-id: req-793787bb-e584-4a21-9a56-5bc120306825 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:11.185276 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d111c647-dca9-45d6-96c6-13169658cac9", "tag": "b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:11.185404 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a96b1848-d9d6-454e-8500-d1b12b743e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6639dfeb-fbba-4cef-9d82-ebaf3dee016b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.185809 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-793787bb-e584-4a21-9a56-5bc120306825 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:11.186235 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793787bb-e584-4a21-9a56-5bc120306825'] response: {'name': 'network-changed', 'server_uuid': 'd111c647-dca9-45d6-96c6-13169658cac9', 'tag': 'b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38', 'status': 'completed', 'code': 200} Oct 06 04:33:11.253165 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-a96b1848-d9d6-454e-8500-d1b12b743e21 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4c624641959d461daab575c2bb8b5d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561015 Oct 06 04:33:11.256070 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37356) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:11.259707 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae317382-e428-4de4-973f-3a0ea6e1dd11 req-16fe81ac-772b-43bd-a36c-de0e60d8b0b0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:11.261147 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ae317382-e428-4de4-973f-3a0ea6e1dd11 req-16fe81ac-772b-43bd-a36c-de0e60d8b0b0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0851071 Oct 06 04:33:11.262099 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b1848-d9d6-454e-8500-d1b12b743e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6639dfeb-fbba-4cef-9d82-ebaf3dee016b,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:11.308829 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3864fffb-b78d-4e2b-bfad-e3e6b15d4cd5 admin admin] Publish callbacks [] for security_group (6639dfeb-fbba-4cef-9d82-ebaf3dee016b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.315216 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ae317382-e428-4de4-973f-3a0ea6e1dd11 req-c28006be-86c3-4305-802d-64e11c7a8301 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471241 Oct 06 04:33:11.330160 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3864fffb-b78d-4e2b-bfad-e3e6b15d4cd5 admin admin] Publish callbacks [] for security_group (6639dfeb-fbba-4cef-9d82-ebaf3dee016b), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.377393 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3864fffb-b78d-4e2b-bfad-e3e6b15d4cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6639dfeb-fbba-4cef-9d82-ebaf3dee016b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.380058 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3864fffb-b78d-4e2b-bfad-e3e6b15d4cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.381191 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3864fffb-b78d-4e2b-bfad-e3e6b15d4cd5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6639dfeb-fbba-4cef-9d82-ebaf3dee016b HTTP/1.1" status: 204 len: 168 time: 0.1240191 Oct 06 04:33:11.388979 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864fffb-b78d-4e2b-bfad-e3e6b15d4cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6639dfeb-fbba-4cef-9d82-ebaf3dee016b,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:11.638403 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bbaf8-94c0-4a6f-87fd-5a8cc97861f4 req-a96bee2a-cc3f-4048-aa38-0d0c3e3e73ca tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:11.640286 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-631bbaf8-94c0-4a6f-87fd-5a8cc97861f4 req-a96bee2a-cc3f-4048-aa38-0d0c3e3e73ca tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0603688 Oct 06 04:33:11.660851 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4a2b4-eb89-4187-8bf8-b082a05881f6 req-ce9f982b-7276-430e-8a17-e1787790b512 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:11.664421 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1ce4a2b4-eb89-4187-8bf8-b082a05881f6 req-ce9f982b-7276-430e-8a17-e1787790b512 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0547700 Oct 06 04:33:11.664751 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37366) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:11.681802 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd87f-351e-4aed-9b20-f047a697c4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.704542 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:11.711274 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1ce4a2b4-eb89-4187-8bf8-b082a05881f6 req-492d67b4-1d09-4cc4-acdf-91ce18f873ff tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428236 Oct 06 04:33:11.719543 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-631bbaf8-94c0-4a6f-87fd-5a8cc97861f4 req-c38de8eb-0360-45ec-ac17-341834385640 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736761 Oct 06 04:33:11.787541 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd87f-351e-4aed-9b20-f047a697c4b0 admin admin] Publish callbacks [] for security_group (1efa1bc1-4093-4c8b-8cfd-2399c15f2ed5), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.791587 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd87f-351e-4aed-9b20-f047a697c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (1efa1bc1-4093-4c8b-8cfd-2399c15f2ed5), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.828718 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dd87f-351e-4aed-9b20-f047a697c4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efa1bc1-4093-4c8b-8cfd-2399c15f2ed5,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:11.832959 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ab5dd87f-351e-4aed-9b20-f047a697c4b0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a82498fa56ae4eb3afdb0b6f2cdd3ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672940 Oct 06 04:33:11.835569 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37368) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:11.887037 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6cb926b1-9cb1-4a41-b619-5b10f002b56b admin admin] Publish callbacks [] for security_group (1efa1bc1-4093-4c8b-8cfd-2399c15f2ed5), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.906693 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:11.911370 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6cb926b1-9cb1-4a41-b619-5b10f002b56b admin admin] Publish callbacks [] for security_group (1efa1bc1-4093-4c8b-8cfd-2399c15f2ed5), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.966135 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6cb926b1-9cb1-4a41-b619-5b10f002b56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (1efa1bc1-4093-4c8b-8cfd-2399c15f2ed5), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.966135 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6cb926b1-9cb1-4a41-b619-5b10f002b56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:11.966135 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-6cb926b1-9cb1-4a41-b619-5b10f002b56b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1efa1bc1-4093-4c8b-8cfd-2399c15f2ed5 HTTP/1.1" status: 204 len: 168 time: 0.1270952 Oct 06 04:33:11.972685 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb926b1-9cb1-4a41-b619-5b10f002b56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efa1bc1-4093-4c8b-8cfd-2399c15f2ed5,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:12.221962 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bd63c7c5-13e3-4567-a667-a3ab0c4cdd61 req-f071a3be-134f-4cee-9393-144550d74686 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0322204 Oct 06 04:33:12.272892 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2b52a-8e19-477f-93ad-2d1a20d44f73 req-dea61d87-aa00-45c8-bb4c-707ae0ff214c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:12.275236 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-61e2b52a-8e19-477f-93ad-2d1a20d44f73 req-dea61d87-aa00-45c8-bb4c-707ae0ff214c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0600617 Oct 06 04:33:12.332268 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-61e2b52a-8e19-477f-93ad-2d1a20d44f73 req-869f0ca5-8b51-4aff-923c-2376b2608f72 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515554 Oct 06 04:33:12.441335 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2a708-ee75-4b10-8880-d56c7a30f94e req-874897ba-313d-4638-802e-5e992a64d91e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:12.442736 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e4b2a708-ee75-4b10-8880-d56c7a30f94e req-874897ba-313d-4638-802e-5e992a64d91e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0478358 Oct 06 04:33:12.496670 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e4b2a708-ee75-4b10-8880-d56c7a30f94e req-200ec46d-56c9-4dff-ae00-c69f65d926f0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480905 Oct 06 04:33:12.846580 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b3786-1527-47ff-81f1-c1731cd15c9f req-fcaeb782-b13e-4c8d-9948-a8de63922a57 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:12.848111 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c18b3786-1527-47ff-81f1-c1731cd15c9f req-fcaeb782-b13e-4c8d-9948-a8de63922a57 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0499711 Oct 06 04:33:12.854904 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5b84e-6618-47ca-beaf-139e800d9dc0 req-db69472d-8df1-4a09-9c1a-5c547e8bde43 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:12.856449 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-15d5b84e-6618-47ca-beaf-139e800d9dc0 req-db69472d-8df1-4a09-9c1a-5c547e8bde43 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0552635 Oct 06 04:33:12.899595 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c18b3786-1527-47ff-81f1-c1731cd15c9f req-2815365c-ce18-49a9-b8ce-0b8b38bdea28 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Oct 06 04:33:12.921962 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-15d5b84e-6618-47ca-beaf-139e800d9dc0 req-f41f7a09-3afe-4cd6-a9b9-bf65ae7148f2 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594609 Oct 06 04:33:13.315004 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:13.333396 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-07a2a6cb-e775-4255-8b88-9f1508413cfe req-65e18249-2023-4cdd-84e3-f0e7582233b3 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0285082 Oct 06 04:33:13.462054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4812e3-78c2-487b-8788-35c66e11fac3 req-efa72629-a459-4d1b-88b1-54698fb3612e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:13.463831 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4a4812e3-78c2-487b-8788-35c66e11fac3 req-efa72629-a459-4d1b-88b1-54698fb3612e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0556619 Oct 06 04:33:13.514540 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4a4812e3-78c2-487b-8788-35c66e11fac3 req-36e61d67-3381-4110-bfd7-c9b7351de852 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445955 Oct 06 04:33:13.633001 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359347a-c692-48a2-b43f-76f7dbb5f851 req-3d875062-0d4e-445c-88d3-7d49111304f4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:13.634644 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a359347a-c692-48a2-b43f-76f7dbb5f851 req-3d875062-0d4e-445c-88d3-7d49111304f4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0556142 Oct 06 04:33:13.685017 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a359347a-c692-48a2-b43f-76f7dbb5f851 req-21363b38-d25a-4351-b359-2a38d53e239c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440528 Oct 06 04:33:14.063575 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80586dd1-3ea7-43d3-a5b8-7d5d915e940d req-5cd705a5-1712-46f7-9b6d-a5b75ad5bb5b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:14.067417 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-80586dd1-3ea7-43d3-a5b8-7d5d915e940d req-5cd705a5-1712-46f7-9b6d-a5b75ad5bb5b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0571513 Oct 06 04:33:14.083729 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115f7f-cbc5-4834-8e41-b21a811df56b req-26a50ec4-f447-4933-aa3f-febe0f6ab9bb tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:14.085900 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5b115f7f-cbc5-4834-8e41-b21a811df56b req-26a50ec4-f447-4933-aa3f-febe0f6ab9bb tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0991704 Oct 06 04:33:14.117475 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-80586dd1-3ea7-43d3-a5b8-7d5d915e940d req-6aef0b5b-c019-47fc-ac19-010caf139fb6 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457084 Oct 06 04:33:14.139475 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37468) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:14.150182 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5b115f7f-cbc5-4834-8e41-b21a811df56b req-958cc7aa-5d7f-4f41-9f7e-8a129766c05e tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582685 Oct 06 04:33:14.252731 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bdeea820-31e9-48bc-bda6-a57883350dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.329579 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bdeea820-31e9-48bc-bda6-a57883350dc2 admin admin] Publish callbacks [] for security_group (63325188-51c5-4436-9979-8ba6a6e91f8e), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.334653 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bdeea820-31e9-48bc-bda6-a57883350dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (63325188-51c5-4436-9979-8ba6a6e91f8e), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.381364 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-bdeea820-31e9-48bc-bda6-a57883350dc2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ced034b88d4043b0bc87a4b70a644874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408006 Oct 06 04:33:14.382490 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeea820-31e9-48bc-bda6-a57883350dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63325188-51c5-4436-9979-8ba6a6e91f8e,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:14.384211 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37474) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:14.438145 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-802af69d-12ea-4df8-b0db-80e0169255b6 req-e5d616b8-2ce2-4c13-8879-10b735eab6bf tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0283399 Oct 06 04:33:14.440856 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-31510709-2412-4437-abe1-48a52058289c admin admin] Publish callbacks [] for security_group (63325188-51c5-4436-9979-8ba6a6e91f8e), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.464177 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-31510709-2412-4437-abe1-48a52058289c admin admin] Publish callbacks [] for security_group (63325188-51c5-4436-9979-8ba6a6e91f8e), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.510509 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-31510709-2412-4437-abe1-48a52058289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (63325188-51c5-4436-9979-8ba6a6e91f8e), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.513047 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-31510709-2412-4437-abe1-48a52058289c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.514173 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-31510709-2412-4437-abe1-48a52058289c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/63325188-51c5-4436-9979-8ba6a6e91f8e HTTP/1.1" status: 204 len: 168 time: 0.1289995 Oct 06 04:33:14.523151 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31510709-2412-4437-abe1-48a52058289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63325188-51c5-4436-9979-8ba6a6e91f8e,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:14.645925 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297172d7-f60a-4808-9cb0-69d1ada976d9 req-59ae21c0-7439-45ae-86ec-482c603ef798 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:14.647589 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-297172d7-f60a-4808-9cb0-69d1ada976d9 req-59ae21c0-7439-45ae-86ec-482c603ef798 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0565104 Oct 06 04:33:14.684497 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:14.697514 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-297172d7-f60a-4808-9cb0-69d1ada976d9 req-5fc25611-e308-4168-874c-c9910bcc8971 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 Oct 06 04:33:14.795528 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37484) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:14.809306 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-079eea2d-f9d8-435c-b741-bc586b70e9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.814806 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42dcd8-7084-405b-9196-8146e2741359 req-f4cebbf0-8605-41a4-8a03-a2ea23197018 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:14.816370 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8e42dcd8-7084-405b-9196-8146e2741359 req-f4cebbf0-8605-41a4-8a03-a2ea23197018 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0497761 Oct 06 04:33:14.864828 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8e42dcd8-7084-405b-9196-8146e2741359 req-38a67952-c233-4faa-bf9f-6fdfe3aa1a9a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Oct 06 04:33:14.887816 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-079eea2d-f9d8-435c-b741-bc586b70e9fc admin admin] Publish callbacks [] for security_group (edc94bb9-8ae8-444e-8d01-7ea1c20dbe64), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.891565 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-079eea2d-f9d8-435c-b741-bc586b70e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (edc94bb9-8ae8-444e-8d01-7ea1c20dbe64), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:14.932812 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-079eea2d-f9d8-435c-b741-bc586b70e9fc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fa0361c43819425a899e3901c2dd95da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362319 Oct 06 04:33:14.933627 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eea2d-f9d8-435c-b741-bc586b70e9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc94bb9-8ae8-444e-8d01-7ea1c20dbe64,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:14.935565 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37486) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:14.942553 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:14.987044 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5158ab75-2efa-4469-91ec-1b1d3208be9b admin admin] Publish callbacks [] for security_group (edc94bb9-8ae8-444e-8d01-7ea1c20dbe64), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:15.010752 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5158ab75-2efa-4469-91ec-1b1d3208be9b admin admin] Publish callbacks [] for security_group (edc94bb9-8ae8-444e-8d01-7ea1c20dbe64), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:15.057343 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5158ab75-2efa-4469-91ec-1b1d3208be9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (edc94bb9-8ae8-444e-8d01-7ea1c20dbe64), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:15.060036 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5158ab75-2efa-4469-91ec-1b1d3208be9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:15.061177 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-5158ab75-2efa-4469-91ec-1b1d3208be9b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/edc94bb9-8ae8-444e-8d01-7ea1c20dbe64 HTTP/1.1" status: 204 len: 168 time: 0.1246226 Oct 06 04:33:15.069128 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158ab75-2efa-4469-91ec-1b1d3208be9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc94bb9-8ae8-444e-8d01-7ea1c20dbe64,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:15.241991 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7e9c-14d0-4004-81c3-093ebbf738ae req-7f7dac56-c5f5-4f76-84ee-248fb95ec127 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:15.243775 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fefc7e9c-14d0-4004-81c3-093ebbf738ae req-7f7dac56-c5f5-4f76-84ee-248fb95ec127 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0516798 Oct 06 04:33:15.269794 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:15.281461 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebf223-44ff-4b49-8529-a0a873beddce req-0a3a78f8-aa11-4494-833c-e10871f02878 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:15.283083 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-afebf223-44ff-4b49-8529-a0a873beddce req-0a3a78f8-aa11-4494-833c-e10871f02878 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 944 time: 0.0511503 Oct 06 04:33:15.310503 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fefc7e9c-14d0-4004-81c3-093ebbf738ae req-eb0a17eb-a10f-46ef-9293-56718f6c35a4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544224 Oct 06 04:33:15.348299 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 82231974-6803-4127-b9f5-c7ea01ea019f details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:33:15.358792 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-afebf223-44ff-4b49-8529-a0a873beddce req-00972112-0a78-4ff2-85c0-8d8fb744af0c tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672891 Oct 06 04:33:15.457685 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 82231974-6803-4127-b9f5-c7ea01ea019f, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=82231974-6803-4127-b9f5-c7ea01ea019f,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:15.470224 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '82231974-6803-4127-b9f5-c7ea01ea019f', 'network_id': '97b8f3be-2662-4f10-9b78-aa77c932c5e7', 'port_id': '82231974-6803-4127-b9f5-c7ea01ea019f', 'mac_address': 'fa:16:3e:41:30:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ac6b03-cf48-476c-8f08-d38b0bda49cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:33:15.522226 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 82231974-6803-4127-b9f5-c7ea01ea019f is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:15.522623 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:15.536292 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82231974-6803-4127-b9f5-c7ea01ea019f {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:15.560987 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 82231974-6803-4127-b9f5-c7ea01ea019f, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=82231974-6803-4127-b9f5-c7ea01ea019f,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:15.566818 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:15.580308 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-723f10ae-1240-4857-90e8-b838f68e35f3 req-3d455a2a-223b-46fe-a1de-05ba00bc42da tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0342531 Oct 06 04:33:15.615941 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=82231974-6803-4127-b9f5-c7ea01ea019f,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:15.623578 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.623928 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.624268 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.624623 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.624967 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.625293 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.625617 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.625940 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.626263 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.626587 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.626908 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.627269 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.627593 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.627920 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.628235 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:33:15.818784 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444fa65-9fb4-472e-89a6-229650d71ba1 req-51800657-0b34-4f4d-97b6-50edce0a121a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:15.820402 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d444fa65-9fb4-472e-89a6-229650d71ba1 req-51800657-0b34-4f4d-97b6-50edce0a121a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0485508 Oct 06 04:33:15.870527 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d444fa65-9fb4-472e-89a6-229650d71ba1 req-7ef13a40-6aae-4044-807d-b6b12f8fd833 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Oct 06 04:33:15.870679 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37520) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:15.980763 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-794373449-network', 'tenant_id': 'a5333719f29749769b2f1052e453d4dd'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:16.010758 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d49c14-1eed-4154-8d05-2cd3c27828da req-3fbe5ff1-8a5b-4b8d-9442-f0df81b6c0ea tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:16.013160 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f4d49c14-1eed-4154-8d05-2cd3c27828da req-3fbe5ff1-8a5b-4b8d-9442-f0df81b6c0ea tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0686677 Oct 06 04:33:16.028584 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Made reservation on behalf of a5333719f29749769b2f1052e453d4dd for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:16.030828 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.047961 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.094830 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f4d49c14-1eed-4154-8d05-2cd3c27828da req-a0b767a7-ac02-4fa5-9aa0-ef03fd49b5c2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741210 Oct 06 04:33:16.152959 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Publish callbacks [] for security_group (4db05b2f-3777-4fdf-b5b2-4837a607ffdc), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.157377 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (4db05b2f-3777-4fdf-b5b2-4837a607ffdc), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.186171 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:33:16.196984 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db05b2f-3777-4fdf-b5b2-4837a607ffdc,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:16.204450 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (b856f6e4-cc6f-46d2-b362-fa445ea27ff8), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.204796 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Added segment b856f6e4-cc6f-46d2-b362-fa445ea27ff8 of type vlan for network 73dd2076-44dc-410a-a991-869eb3000b2f Oct 06 04:33:16.266515 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (73dd2076-44dc-410a-a991-869eb3000b2f), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.292153 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (73dd2076-44dc-410a-a991-869eb3000b2f), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.293222 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:16.293819 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.364596 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4926715 Oct 06 04:33:16.367419 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37540) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:16.372844 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Request body: {'subnet': {'network_id': '73dd2076-44dc-410a-a991-869eb3000b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-794373449-subnet', 'tenant_id': 'a5333719f29749769b2f1052e453d4dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:16.377815 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7149133-6bf5-4225-aba0-1d620f1dbed3 admin admin] Pushing event updated for resources: {'Network': ['ID=73dd2076-44dc-410a-a991-869eb3000b2f,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:16.389283 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 73dd2076-44dc-410a-a991-869eb3000b2f details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:33:16.401808 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Made reservation on behalf of a5333719f29749769b2f1052e453d4dd for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:16.404553 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.451697 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72587bbd-70c7-47ed-a5a1-67bfb0b8781a req-a36d75bc-0a32-4ad7-b672-71bb993b083e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:16.455086 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-72587bbd-70c7-47ed-a5a1-67bfb0b8781a req-a36d75bc-0a32-4ad7-b672-71bb993b083e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0660985 Oct 06 04:33:16.474101 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:16.474717 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:16.513247 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-72587bbd-70c7-47ed-a5a1-67bfb0b8781a req-126e91c3-a441-4baf-a9c1-9bd7a9bfad6f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527868 Oct 06 04:33:16.535972 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84baf6-4695-40ca-84c7-e9c95666d0cf req-bbea7e96-6961-4345-9231-586cce3126be tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:16.537453 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa84baf6-4695-40ca-84c7-e9c95666d0cf req-bbea7e96-6961-4345-9231-586cce3126be tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 945 time: 0.0738983 Oct 06 04:33:16.615825 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['82231974-6803-4127-b9f5-c7ea01ea019f'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:33:16.621962 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa84baf6-4695-40ca-84c7-e9c95666d0cf req-a72065e8-8e34-4d39-8283-7fa4a00fedbd tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772791 Oct 06 04:33:16.682751 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (df314972-2b52-4bac-8359-d056fda90ec2), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.687236 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:16.702187 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:16.726852 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5012ee97-26e2-466e-865d-1b284abf54a5 req-fda6ebc2-a2ba-4f7b-9cbb-4a8db1882033 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0412672 Oct 06 04:33:16.756074 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df314972-2b52-4bac-8359-d056fda90ec2,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:16.767482 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Checking segment: {'id': 'b856f6e4-cc6f-46d2-b362-fa445ea27ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '73dd2076-44dc-410a-a991-869eb3000b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:33:16.767783 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Network hostable DHCP agents. Network: 73dd2076-44dc-410a-a991-869eb3000b2f, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:33:16.787231 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Network 73dd2076-44dc-410a-a991-869eb3000b2f is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:33:16.797663 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 73dd2076-44dc-410a-a991-869eb3000b2f) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:33:16.802156 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:16.802788 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:16.817875 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52019b8-fc32-4c80-8042-a8670d01c4a1 None None] Network 73dd2076-44dc-410a-a991-869eb3000b2f requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:33:16.843706 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-28b7efc9-e72d-416e-818e-13b74feb836f admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4680307 Oct 06 04:33:16.960704 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bf6bc6-22da-421c-b4b2-870a529e2a9e None None] Network 73dd2076-44dc-410a-a991-869eb3000b2f requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:33:17.005171 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e8ea9-ca7a-4a0b-a811-aaa98107937d req-651ee82d-4a5b-401f-8ac7-9d163fee185c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:17.007483 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-979e8ea9-ca7a-4a0b-a811-aaa98107937d req-651ee82d-4a5b-401f-8ac7-9d163fee185c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0603127 Oct 06 04:33:17.066026 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-979e8ea9-ca7a-4a0b-a811-aaa98107937d req-34a03294-8bd1-4cb3-b647-fa3fe59ac20c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499847 Oct 06 04:33:17.234781 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538185cb-bb9e-4a23-8fa7-a37844ab475e req-0fefb542-6f22-428d-a023-0db9e7c31a1e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:17.236616 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-538185cb-bb9e-4a23-8fa7-a37844ab475e req-0fefb542-6f22-428d-a023-0db9e7c31a1e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0510509 Oct 06 04:33:17.297948 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-538185cb-bb9e-4a23-8fa7-a37844ab475e req-3ef1ac75-0eb9-4e79-a1bc-3068bf24a114 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556276 Oct 06 04:33:17.375420 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37568) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:17.380349 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-182972011-network', 'tenant_id': '531d455406924a40b95f3de63b192e9a'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:17.401138 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Made reservation on behalf of 531d455406924a40b95f3de63b192e9a for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:17.403645 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.416576 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.501588 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Publish callbacks [] for security_group (a95f985b-87a0-44bf-a454-b07f2e6b7096), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.505503 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a95f985b-87a0-44bf-a454-b07f2e6b7096), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.527978 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:33:17.544574 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95f985b-87a0-44bf-a454-b07f2e6b7096,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:17.547941 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (c02e586a-7303-4d14-9e33-0f48ab08e39a), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.548178 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Added segment c02e586a-7303-4d14-9e33-0f48ab08e39a of type vlan for network cd39c040-5b27-40ac-bd4d-2c8a3dd55deb Oct 06 04:33:17.596682 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (cd39c040-5b27-40ac-bd4d-2c8a3dd55deb), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.659164 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 82231974-6803-4127-b9f5-c7ea01ea019f up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:33:17.671314 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d683e7-b175-432f-8f18-9f6e56750737 req-d6a999d6-58e0-4bdb-9ce9-553ace588f1d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:17.673259 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c8d683e7-b175-432f-8f18-9f6e56750737 req-d6a999d6-58e0-4bdb-9ce9-553ace588f1d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0719473 Oct 06 04:33:17.674425 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (cd39c040-5b27-40ac-bd4d-2c8a3dd55deb), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.675465 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:17.676052 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.681688 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=9 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:17.711549 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 82231974-6803-4127-b9f5-c7ea01ea019f completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:33:17.718883 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 82231974-6803-4127-b9f5-c7ea01ea019f triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:17.719376 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.719784 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 82231974-6803-4127-b9f5-c7ea01ea019f Oct 06 04:33:17.741103 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:17.753089 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3764858 Oct 06 04:33:17.761633 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37582) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:17.771883 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367000c3-80a2-46ba-932a-bb472123f29b req-baff2fc6-1274-4cb6-88c6-7c88623e3617 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:17.774082 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-367000c3-80a2-46ba-932a-bb472123f29b req-baff2fc6-1274-4cb6-88c6-7c88623e3617 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 945 time: 0.0622776 Oct 06 04:33:17.776007 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Request body: {'subnet': {'network_id': 'cd39c040-5b27-40ac-bd4d-2c8a3dd55deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-182972011-subnet', 'tenant_id': '531d455406924a40b95f3de63b192e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:17.793236 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9c7c9-30e0-4d79-b47e-956455b7b181 admin admin] Pushing event updated for resources: {'Network': ['ID=cd39c040-5b27-40ac-bd4d-2c8a3dd55deb,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:17.805819 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network cd39c040-5b27-40ac-bd4d-2c8a3dd55deb details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:33:17.823917 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 82231974-6803-4127-b9f5-c7ea01ea019f is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:17.824339 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.825752 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c8d683e7-b175-432f-8f18-9f6e56750737 req-0b79495c-347f-47f7-8482-cd3f7473a7fa tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314824 Oct 06 04:33:17.827725 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Made reservation on behalf of 531d455406924a40b95f3de63b192e9a for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:17.831592 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:17.850996 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:17.850996 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=19 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:17.858593 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-367000c3-80a2-46ba-932a-bb472123f29b req-d98ef20d-99b5-4621-be77-a544ddabb7d1 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708382 Oct 06 04:33:17.905583 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f70ee71-4e29-4e3b-8073-d006f525c847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82231974-6803-4127-b9f5-c7ea01ea019f'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:17.953340 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fd9bc8c2-ed10-4597-b99a-2a0b3902795e req-59e25b64-3ccb-4b62-8ca9-ce1a92bdf67f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0364637 Oct 06 04:33:17.968864 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:17.999472 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'port': {'device_id': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'admin_state_up': True, 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'security_groups': ['59d72dc6-4cb9-4c86-9901-9f7642bfac1f']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:18.014194 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 82231974-6803-4127-b9f5-c7ea01ea019f, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=82231974-6803-4127-b9f5-c7ea01ea019f,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:18.024538 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:18.090509 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=82231974-6803-4127-b9f5-c7ea01ea019f,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:18.121278 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9201bf-7863-40c5-877a-688837266cb6" -d '{"events": [{"server_uuid": "4f70ee71-4e29-4e3b-8073-d006f525c847", "name": "network-vif-plugged", "status": "completed", "tag": "82231974-6803-4127-b9f5-c7ea01ea019f"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:18.155821 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a1603-cdec-415c-acdd-1fe57adfd3c6 req-0972cb3d-83a9-4c0a-900f-df0a869779fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:18.157319 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-786a1603-cdec-415c-acdd-1fe57adfd3c6 req-0972cb3d-83a9-4c0a-900f-df0a869779fd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 1127 time: 0.1821907 Oct 06 04:33:18.185132 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-b29ff15d-5e35-4a68-9318-7aa7d5a1af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:18.186631 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-b29ff15d-5e35-4a68-9318-7aa7d5a1af39 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 1128 time: 0.1529443 Oct 06 04:33:18.223717 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fc018-e1d8-461e-a956-8ec18c2aabf1 req-466c200a-199e-40c3-865f-d026a514fdd4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:18.231482 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-887fc018-e1d8-461e-a956-8ec18c2aabf1 req-466c200a-199e-40c3-865f-d026a514fdd4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0745313 Oct 06 04:33:18.239645 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2258d7-7143-4ca4-bad2-63c545cfd74f x-openstack-request-id: req-3d2258d7-7143-4ca4-bad2-63c545cfd74f {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:18.239963 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f70ee71-4e29-4e3b-8073-d006f525c847", "name": "network-vif-plugged", "status": "completed", "tag": "82231974-6803-4127-b9f5-c7ea01ea019f", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:18.240224 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3d2258d7-7143-4ca4-bad2-63c545cfd74f {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:18.240716 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2258d7-7143-4ca4-bad2-63c545cfd74f'] response: {'server_uuid': '4f70ee71-4e29-4e3b-8073-d006f525c847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82231974-6803-4127-b9f5-c7ea01ea019f', 'code': 200} Oct 06 04:33:18.284593 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-887fc018-e1d8-461e-a956-8ec18c2aabf1 req-475d29a8-cc71-4996-bca4-71ae087c6d74 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 Oct 06 04:33:18.294390 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (3622ba5b-a11e-4b78-8145-b9d0fc98232c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:18.318986 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Made reservation on behalf of f53abe2cc7a94ddaadb68b26b57faf69 for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:18.323341 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:18.407587 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3622ba5b-a11e-4b78-8145-b9d0fc98232c,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:18.474327 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Checking segment: {'id': 'c02e586a-7303-4d14-9e33-0f48ab08e39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cd39c040-5b27-40ac-bd4d-2c8a3dd55deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:33:18.474686 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Network hostable DHCP agents. Network: cd39c040-5b27-40ac-bd4d-2c8a3dd55deb, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:33:18.506932 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eee2e2-f9f6-488a-a843-f693145db7cc req-466d9271-302c-4a0d-b507-00c8173c6664 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:18.508673 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e8eee2e2-f9f6-488a-a843-f693145db7cc req-466d9271-302c-4a0d-b507-00c8173c6664 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.1074786 Oct 06 04:33:18.530708 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:18.568314 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Network cd39c040-5b27-40ac-bd4d-2c8a3dd55deb is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:33:18.580417 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Allocated IP 172.20.0.7 (dda97116-7fb3-4466-b2df-d492cd1f2494/4cf55578-05cd-4019-a875-59f46e84d9e6/09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:33:18.598143 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, cd39c040-5b27-40ac-bd4d-2c8a3dd55deb) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:33:18.606694 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf49bd-8c4a-4574-b499-e7054ed8f935 None None] Network cd39c040-5b27-40ac-bd4d-2c8a3dd55deb requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:33:18.611269 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:18.611422 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:18.620112 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e8eee2e2-f9f6-488a-a843-f693145db7cc req-b60d7dc1-b6d5-48e7-812e-9e4e3dc52bf3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012776 Oct 06 04:33:18.649750 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-115307bb-bc59-4ed1-96e5-69620ebc847a admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8841233 Oct 06 04:33:18.777951 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:18.814935 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:18.846433 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:18.860878 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece3688-f0d1-4697-90b3-c172de15727e None None] Network cd39c040-5b27-40ac-bd4d-2c8a3dd55deb requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:33:18.874585 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Network dda97116-7fb3-4466-b2df-d492cd1f2494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:33:18.888714 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:33:18.891819 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:33:18.896805 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:18.897462 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:18.905810 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'Port': ['ID=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:18.965559 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a33dc82b-a044-4ed0-93f8-01ebfb7b5721 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9762113 Oct 06 04:33:19.009283 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939894-f58d-482d-a885-36855bed2209 req-f9ae32dc-fbe4-49e1-9330-696299bbcc3c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:19.023571 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ac939894-f58d-482d-a885-36855bed2209 req-f9ae32dc-fbe4-49e1-9330-696299bbcc3c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0874901 Oct 06 04:33:19.065724 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52c882-2297-4b2e-b979-f3999e23cd88 req-0c4a65d3-03fa-4438-b78c-7f9f48ef4033 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:19.067314 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca52c882-2297-4b2e-b979-f3999e23cd88 req-0c4a65d3-03fa-4438-b78c-7f9f48ef4033 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0556448 Oct 06 04:33:19.092741 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ac939894-f58d-482d-a885-36855bed2209 req-17c8404d-bb3f-416c-8855-da143173ae07 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630088 Oct 06 04:33:19.142007 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca52c882-2297-4b2e-b979-f3999e23cd88 req-5888ea5b-4e69-4a87-94d3-ccda47298a66 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650227 Oct 06 04:33:19.225002 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845f7de-f6bd-462b-a05c-921c4102f4da req-70016f01-3cc9-4bec-a62e-c4f047201434 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:19.226709 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2845f7de-f6bd-462b-a05c-921c4102f4da req-70016f01-3cc9-4bec-a62e-c4f047201434 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 931 time: 0.0501051 Oct 06 04:33:19.253497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-5abeab28-aacc-4fab-a506-bac20ca8292f None None] Provisioning complete for port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:19.253885 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5abeab28-aacc-4fab-a506-bac20ca8292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:19.254229 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-5abeab28-aacc-4fab-a506-bac20ca8292f None None] Attempt 1 to provision port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e Oct 06 04:33:19.288735 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-5abeab28-aacc-4fab-a506-bac20ca8292f None None] Port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:33:19.291213 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2845f7de-f6bd-462b-a05c-921c4102f4da req-03156282-2198-4d24-8063-7d06e373ab77 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569782 Oct 06 04:33:19.429459 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a8949-f582-491a-8ac5-077e7a980f57 req-21282715-c7f7-439d-b64a-fb95098f6643 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:19.431658 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-723a8949-f582-491a-8ac5-077e7a980f57 req-21282715-c7f7-439d-b64a-fb95098f6643 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0577009 Oct 06 04:33:19.485036 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-723a8949-f582-491a-8ac5-077e7a980f57 req-27c6b31c-2600-40ee-ba40-3831dd774368 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476186 Oct 06 04:33:19.748572 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3f887-61de-4921-9c13-e3893a4df281 req-91d72af8-1593-42ad-8d32-e4622ab42c01 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:19.750023 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-09c3f887-61de-4921-9c13-e3893a4df281 req-91d72af8-1593-42ad-8d32-e4622ab42c01 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0456872 Oct 06 04:33:19.807941 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-09c3f887-61de-4921-9c13-e3893a4df281 req-8d9f0f83-647d-40b4-8a9f-5f5938959cc1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521579 Oct 06 04:33:20.213478 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f8c9-e20c-42bd-a6bc-6f935a5c2f85 req-7197dbbd-3dda-498b-a81a-e956cd020f51 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:20.215176 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f67f8c9-e20c-42bd-a6bc-6f935a5c2f85 req-7197dbbd-3dda-498b-a81a-e956cd020f51 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0475399 Oct 06 04:33:20.263954 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626df84-f76c-416a-b5b4-67a1cd3a9615 req-351bf75b-7ea9-47a1-bc33-6ebf32766f77 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:20.265440 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5626df84-f76c-416a-b5b4-67a1cd3a9615 req-351bf75b-7ea9-47a1-bc33-6ebf32766f77 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0473068 Oct 06 04:33:20.266680 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f67f8c9-e20c-42bd-a6bc-6f935a5c2f85 req-64972b2e-fd4b-45f8-88c7-12b25990becf tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453646 Oct 06 04:33:20.283949 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:20.313797 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5626df84-f76c-416a-b5b4-67a1cd3a9615 req-28fb7f5b-530a-4655-82e2-4a3c26c60068 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 Oct 06 04:33:20.410213 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8d804-d96a-4000-a9cc-c20b52d4c432 req-3a2f9483-13cf-412f-a093-03bdd94a667c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:20.412123 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-83a8d804-d96a-4000-a9cc-c20b52d4c432 req-3a2f9483-13cf-412f-a093-03bdd94a667c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 931 time: 0.0476973 Oct 06 04:33:20.459643 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-83a8d804-d96a-4000-a9cc-c20b52d4c432 req-f168f284-da74-4798-a4ff-b52c9ba72739 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422535 Oct 06 04:33:20.598989 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a0cf-fda3-4349-b715-0e7a77f9a9a8 req-ea9aee89-94e3-448a-8294-b89fbcf0be18 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:20.600454 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f5b7a0cf-fda3-4349-b715-0e7a77f9a9a8 req-ea9aee89-94e3-448a-8294-b89fbcf0be18 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0443161 Oct 06 04:33:20.646849 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f5b7a0cf-fda3-4349-b715-0e7a77f9a9a8 req-d76aa861-bd47-4743-86dc-5930c4668051 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Oct 06 04:33:21.115775 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1aba-f395-494c-a4e0-6d0e6b70d0e7 req-e3ae58a1-6f26-48a2-9c20-9b6fecb067a8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:21.117234 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-26cb1aba-f395-494c-a4e0-6d0e6b70d0e7 req-e3ae58a1-6f26-48a2-9c20-9b6fecb067a8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.2305210 Oct 06 04:33:21.163248 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-26cb1aba-f395-494c-a4e0-6d0e6b70d0e7 req-12665419-cd12-4178-b479-9a1308c1fbaa tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395477 Oct 06 04:33:21.387826 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceacae8-be61-4d02-a1dd-1048f7959a16 req-4c77767a-a68f-4f71-b423-11d5107e57f8 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:21.389234 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8ceacae8-be61-4d02-a1dd-1048f7959a16 req-4c77767a-a68f-4f71-b423-11d5107e57f8 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0495293 Oct 06 04:33:21.436225 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8ceacae8-be61-4d02-a1dd-1048f7959a16 req-0eee4424-9268-44c5-8c61-81fe15e99800 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Oct 06 04:33:21.436831 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a6344-d441-4dd2-b1b1-e4d518d5e8a8 req-2fc655fb-800c-418e-ad33-c8472416a116 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:21.438329 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ee7a6344-d441-4dd2-b1b1-e4d518d5e8a8 req-2fc655fb-800c-418e-ad33-c8472416a116 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0484462 Oct 06 04:33:21.464969 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:21.490227 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ee7a6344-d441-4dd2-b1b1-e4d518d5e8a8 req-d9881db0-3cd5-4196-af64-bd994ec47fed tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462008 Oct 06 04:33:21.584910 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc329543-661c-4b00-8f2c-36b5cd5390f7 req-5d5f17f2-31d4-4b43-be18-ef5120929878 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:21.586933 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cc329543-661c-4b00-8f2c-36b5cd5390f7 req-5d5f17f2-31d4-4b43-be18-ef5120929878 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 931 time: 0.0478086 Oct 06 04:33:21.633758 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cc329543-661c-4b00-8f2c-36b5cd5390f7 req-ffa1218a-9afa-4154-925f-c297932681f1 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Oct 06 04:33:21.772816 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b57c8-662a-4cf0-b62c-56f0fc1bba88 req-61955991-53f6-406e-8a69-0104e8e52376 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:21.774353 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-258b57c8-662a-4cf0-b62c-56f0fc1bba88 req-61955991-53f6-406e-8a69-0104e8e52376 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0496409 Oct 06 04:33:21.827233 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-258b57c8-662a-4cf0-b62c-56f0fc1bba88 req-181b4419-645b-4611-964f-8bc913257583 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Oct 06 04:33:22.205031 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 32169a85-ede4-4200-8d87-9cc5853244e1 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:33:22.289730 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:22.301102 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1e3c7-ba9d-4b8a-9898-263eaa4ac4a1 req-61b189cb-c6f4-4598-b0b5-7e34bf67cb92 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:22.302616 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-96b1e3c7-ba9d-4b8a-9898-263eaa4ac4a1 req-61b189cb-c6f4-4598-b0b5-7e34bf67cb92 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0501883 Oct 06 04:33:22.318366 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 32169a85-ede4-4200-8d87-9cc5853244e1, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=32169a85-ede4-4200-8d87-9cc5853244e1,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:22.325659 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Request body: {'port': {'device_id': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:22.332304 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '32169a85-ede4-4200-8d87-9cc5853244e1', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'port_id': '32169a85-ede4-4200-8d87-9cc5853244e1', 'mac_address': 'fa:16:3e:07:de:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:33:22.379914 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 32169a85-ede4-4200-8d87-9cc5853244e1 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:22.380368 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:22.397120 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32169a85-ede4-4200-8d87-9cc5853244e1 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:22.416820 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-96b1e3c7-ba9d-4b8a-9898-263eaa4ac4a1 req-1acdabde-c693-43cc-b778-4855e53c859b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079330 Oct 06 04:33:22.423374 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 32169a85-ede4-4200-8d87-9cc5853244e1, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=32169a85-ede4-4200-8d87-9cc5853244e1,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:22.429074 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:22.484459 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=32169a85-ede4-4200-8d87-9cc5853244e1,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:22.506115 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a68d4-8f53-4e18-b45c-16da2e0eb28a req-21964f29-9b89-4d87-b1ea-84fcce6366ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:22.507826 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-023a68d4-8f53-4e18-b45c-16da2e0eb28a req-21964f29-9b89-4d87-b1ea-84fcce6366ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 1127 time: 0.1098852 Oct 06 04:33:22.623476 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:22.635977 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d589f6e-26b9-4dd1-9561-6ca6dd59b938 req-58eff627-d7f9-475e-9959-782a15686ca2 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:22.637635 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1d589f6e-26b9-4dd1-9561-6ca6dd59b938 req-58eff627-d7f9-475e-9959-782a15686ca2 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0502493 Oct 06 04:33:22.678235 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:22.696278 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb89a6-e229-4208-9f69-b60240b64283 req-f80160a7-a54b-4864-bf78-b68fb182c4aa tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:22.697857 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-85eb89a6-e229-4208-9f69-b60240b64283 req-f80160a7-a54b-4864-bf78-b68fb182c4aa tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.1534922 Oct 06 04:33:22.710626 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040cbca-c1f7-4a28-9d09-45c92ad63fc4 req-08dfd14a-eab8-4abc-8d8f-87cbc9854839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:22.712950 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5040cbca-c1f7-4a28-9d09-45c92ad63fc4 req-08dfd14a-eab8-4abc-8d8f-87cbc9854839 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 1127 time: 0.0744278 Oct 06 04:33:22.727480 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1d589f6e-26b9-4dd1-9561-6ca6dd59b938 req-23a10fe1-e181-4fe8-ba73-718d39a4114f tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771770 Oct 06 04:33:22.729142 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-57699326-2246-4774-9996-6d4230c38eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:22.730568 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-57699326-2246-4774-9996-6d4230c38eb1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.4013157 Oct 06 04:33:22.772225 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a1603-cdec-415c-acdd-1fe57adfd3c6 req-e677f08d-284f-4400-a619-6418818e34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:22.773855 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-786a1603-cdec-415c-acdd-1fe57adfd3c6 req-e677f08d-284f-4400-a619-6418818e34cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4611845 Oct 06 04:33:22.787716 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:22.816952 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-85eb89a6-e229-4208-9f69-b60240b64283 req-3bde835c-550e-4b59-95ca-d5e10aed0fbe tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063032 Oct 06 04:33:22.835676 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a00020-8323-4c9f-b7b1-aad20b0bfba9 req-2ac3bd3f-499d-4f29-97df-244e2b0f48e9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:22.837346 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f9a00020-8323-4c9f-b7b1-aad20b0bfba9 req-2ac3bd3f-499d-4f29-97df-244e2b0f48e9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 931 time: 0.0500057 Oct 06 04:33:22.888830 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f9a00020-8323-4c9f-b7b1-aad20b0bfba9 req-fc13180f-ac8a-4f9c-a729-38ba0e05940b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454681 Oct 06 04:33:22.995371 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82d65a-6f4e-4d8c-90ad-25a5b0b446f2 req-4fb04df6-951b-4860-a987-b9d7a071587c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:22.997689 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa82d65a-6f4e-4d8c-90ad-25a5b0b446f2 req-4fb04df6-951b-4860-a987-b9d7a071587c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0879104 Oct 06 04:33:23.175556 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-d99daf56-4a7d-4dc4-9701-c4fd3f1de243 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32169a85-ede4-4200-8d87-9cc5853244e1 HTTP/1.1" status: 200 len: 217 time: 0.1124489 Oct 06 04:33:23.236793 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa82d65a-6f4e-4d8c-90ad-25a5b0b446f2 req-62ef03e2-25fd-4cb9-9f37-15eb9137994b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245572 Oct 06 04:33:23.245166 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:23.251487 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:23.267961 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Publish callbacks [] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:23.291119 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a1603-cdec-415c-acdd-1fe57adfd3c6 req-4d2c7633-fcd2-4639-8652-8e2325c5f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.292592 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-786a1603-cdec-415c-acdd-1fe57adfd3c6 req-4d2c7633-fcd2-4639-8652-8e2325c5f06b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2284875 Oct 06 04:33:23.293585 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Transition to ACTIVE for port object 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:33:23.297350 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:23.303377 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['32169a85-ede4-4200-8d87-9cc5853244e1'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:33:23.364626 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Pushing event updated for resources: {'Port': ['ID=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:23.381658 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Attempting to bind port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:33:23.382054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Attempting to bind port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:33:23.382367 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Attempting to bind port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e on network dda97116-7fb3-4466-b2df-d492cd1f2494 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:23.397081 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:23.442445 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:23.449839 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a68d4-8f53-4e18-b45c-16da2e0eb28a req-ed0c72b8-fc91-4e25-9311-61bb93637a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.451420 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-023a68d4-8f53-4e18-b45c-16da2e0eb28a req-ed0c72b8-fc91-4e25-9311-61bb93637a1f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=594a13a702cf47898a48ab4fd6789359&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4385362 Oct 06 04:33:23.452443 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040cbca-c1f7-4a28-9d09-45c92ad63fc4 req-3fede125-9202-476f-84a1-7a90042f8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.454355 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5040cbca-c1f7-4a28-9d09-45c92ad63fc4 req-3fede125-9202-476f-84a1-7a90042f8ce9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4317138 Oct 06 04:33:23.509227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.25', 57387) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:23.591385 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-19783678-4bc3-4249-8b22-fe9e73e25c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.593049 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-19783678-4bc3-4249-8b22-fe9e73e25c92 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.1648192 Oct 06 04:33:23.595816 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afbaa-1420-4087-8ce5-5913154f9dee req-84059979-052f-4fec-a2ce-4df19f1be439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.597466 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-221afbaa-1420-4087-8ce5-5913154f9dee req-84059979-052f-4fec-a2ce-4df19f1be439 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 1130 time: 0.1393127 Oct 06 04:33:23.598111 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e on network dda97116-7fb3-4466-b2df-d492cd1f2494 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:33:23.598439 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Attempting to bind port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e on network dda97116-7fb3-4466-b2df-d492cd1f2494 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:23.603785 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-7c5497e3-06c1-4556-a0ae-542ee1c87a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.605247 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-7c5497e3-06c1-4556-a0ae-542ee1c87a33 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 1127 time: 0.0950067 Oct 06 04:33:23.708445 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:23.770389 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-928ad411-a922-4ab1-b926-69fdbd8b4c07 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6388b760-70f1-47b6-a577-dd35569e080b HTTP/1.1" status: 200 len: 217 time: 0.1192987 Oct 06 04:33:23.775073 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-221afbaa-1420-4087-8ce5-5913154f9dee req-ec1ab0e4-a8e6-49e1-a8b2-aad49e242d3b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:23.788269 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-814fe6b9-3e6e-4ee4-8b59-c740b12008de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.790482 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-814fe6b9-3e6e-4ee4-8b59-c740b12008de service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1401033 Oct 06 04:33:23.793934 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a68d4-8f53-4e18-b45c-16da2e0eb28a req-c153ff1d-bd49-4596-b223-03416fe0ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.795449 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-023a68d4-8f53-4e18-b45c-16da2e0eb28a req-c153ff1d-bd49-4596-b223-03416fe0ac48 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3215153 Oct 06 04:33:23.796441 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:33:23.796781 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Checking segment: {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:33:23.797163 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Bound using segment: {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:33:23.797613 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Bound port: 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:33:23.797973 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:23.801278 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8db418-ea2a-4a43-8d69-bed7a4ad65e7 req-002736b9-c908-4b5f-ac09-87c1af07e05e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.803412 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bc8db418-ea2a-4a43-8d69-bed7a4ad65e7 req-002736b9-c908-4b5f-ac09-87c1af07e05e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.2022657 Oct 06 04:33:23.852490 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:23.862301 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040cbca-c1f7-4a28-9d09-45c92ad63fc4 req-c0e49e9a-7841-44eb-8683-3f2779c54a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.863933 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5040cbca-c1f7-4a28-9d09-45c92ad63fc4 req-c0e49e9a-7841-44eb-8683-3f2779c54a18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3992357 Oct 06 04:33:23.879704 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bc8db418-ea2a-4a43-8d69-bed7a4ad65e7 req-25eac38a-dd7d-4532-b374-31997a10aa66 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693755 Oct 06 04:33:23.946460 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bd95d-1a55-4f30-8538-c12fd4e616dc req-2aa03344-f26f-4ff2-b881-32681b85b10b tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:23.948020 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ed0bd95d-1a55-4f30-8538-c12fd4e616dc req-2aa03344-f26f-4ff2-b881-32681b85b10b tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.1356180 Oct 06 04:33:23.964485 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] For port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:33:23.969411 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] For port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:33:23.999408 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542789d-fb06-486c-86c5-bcd38c155173 req-aa133989-2e58-4461-9358-a89167de4ff5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.000986 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4542789d-fb06-486c-86c5-bcd38c155173 req-aa133989-2e58-4461-9358-a89167de4ff5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0531292 Oct 06 04:33:24.083514 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4542789d-fb06-486c-86c5-bcd38c155173 req-a731badc-6103-468a-9886-198fcbc424b3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737548 Oct 06 04:33:24.189539 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d70fd7-73a3-4135-b1e0-32e50df2a836 req-1d6fb86a-fa6f-4e84-9989-6e7ad447a44e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.191565 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-83d70fd7-73a3-4135-b1e0-32e50df2a836 req-1d6fb86a-fa6f-4e84-9989-6e7ad447a44e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0491023 Oct 06 04:33:24.267227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:24.315013 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.315696 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:24.317021 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e HTTP/1.1" status: 200 len: 1093 time: 2.0032768 Oct 06 04:33:24.320356 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'tag': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:24.321229 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e0c26c8b-2b27-4fab-b9df-fecd4cd8418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.322891 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-e0c26c8b-2b27-4fab-b9df-fecd4cd8418f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 1127 time: 0.1132364 Oct 06 04:33:24.323567 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc52256a-9199-4650-94d2-898dc19ce71d", "tag": "09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:24.327732 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-a8601113-6716-4068-8173-e03e65bed08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.329127 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-a8601113-6716-4068-8173-e03e65bed08f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 1127 time: 0.0903699 Oct 06 04:33:24.334614 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-83d70fd7-73a3-4135-b1e0-32e50df2a836 req-830f2e00-adb0-4236-895c-78c849a834b6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336961 Oct 06 04:33:24.375679 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:24.386764 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-221afbaa-1420-4087-8ce5-5913154f9dee req-ec1ab0e4-a8e6-49e1-a8b2-aad49e242d3b service neutron] Publish callbacks [] for security_group (d58cd57c-fa11-48e1-982a-d3df63e40279), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:24.422443 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-83c393e0-2cca-4db3-a41f-25a922136e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.424518 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-83c393e0-2cca-4db3-a41f-25a922136e27 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.2177358 Oct 06 04:33:24.425164 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-221afbaa-1420-4087-8ce5-5913154f9dee req-ec1ab0e4-a8e6-49e1-a8b2-aad49e242d3b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (d58cd57c-fa11-48e1-982a-d3df63e40279), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:24.447296 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-a146f17a-2d97-4c44-8c61-c33a31ed7dd6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 HTTP/1.1" status: 200 len: 217 time: 0.0850463 Oct 06 04:33:24.467500 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 32169a85-ede4-4200-8d87-9cc5853244e1 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:33:24.501415 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-9d715e7d-2d24-4b2d-96ee-228630447444 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c HTTP/1.1" status: 200 len: 217 time: 0.0635467 Oct 06 04:33:24.514627 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 32169a85-ede4-4200-8d87-9cc5853244e1 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:33:24.522802 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 32169a85-ede4-4200-8d87-9cc5853244e1 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:24.523383 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:24.523952 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 32169a85-ede4-4200-8d87-9cc5853244e1 Oct 06 04:33:24.534407 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:24.558525 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ed0bd95d-1a55-4f30-8538-c12fd4e616dc req-545f9365-009e-4b1f-90e6-24cdafddc6a1 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975251 Oct 06 04:33:24.565393 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b55722-56be-479b-a17f-fd2853ef7831 req-979d87f2-65a0-403a-9e61-791dcb841eec tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.573952 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-99b55722-56be-479b-a17f-fd2853ef7831 req-979d87f2-65a0-403a-9e61-791dcb841eec tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.1304326 Oct 06 04:33:24.590127 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-e9ee4c7c-0530-425d-a9c6-ead2abf9804c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854454 Oct 06 04:33:24.590873 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9ac62-0df7-4d36-b15f-bb61c0ecad9e service neutron] Pushing event updated for resources: {'Port': ['ID=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:24.610110 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ab0e4-a8e6-49e1-a8b2-aad49e242d3b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d58cd57c-fa11-48e1-982a-d3df63e40279,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:24.618818 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-221afbaa-1420-4087-8ce5-5913154f9dee req-ec1ab0e4-a8e6-49e1-a8b2-aad49e242d3b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9697568 Oct 06 04:33:24.619996 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-edf2d00a-fa38-44e9-a07e-b80d21810733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.621640 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-edf2d00a-fa38-44e9-a07e-b80d21810733 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 1127 time: 0.2168589 Oct 06 04:33:24.628167 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-1d89af33-05e6-45ae-9271-b8312b6cee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.629812 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-1d89af33-05e6-45ae-9271-b8312b6cee6c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.1454408 Oct 06 04:33:24.636099 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e529402a-bc62-49e5-83f6-028be54fd28c x-openstack-request-id: req-e529402a-bc62-49e5-83f6-028be54fd28c {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:24.636464 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc52256a-9199-4650-94d2-898dc19ce71d", "tag": "09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:24.636778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e529402a-bc62-49e5-83f6-028be54fd28c {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:24.637362 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e529402a-bc62-49e5-83f6-028be54fd28c'] response: {'name': 'network-changed', 'server_uuid': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'tag': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e', 'status': 'completed', 'code': 200} Oct 06 04:33:24.653081 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-828396d8-ca86-4512-a739-55e85d11e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.654871 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-828396d8-ca86-4512-a739-55e85d11e0c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2039540 Oct 06 04:33:24.658266 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 32169a85-ede4-4200-8d87-9cc5853244e1 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:24.658665 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:24.670102 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-a7d683ff-b761-4da4-a8cf-c81da0235e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:24.671723 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-a7d683ff-b761-4da4-a8cf-c81da0235e0f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.1334491 Oct 06 04:33:24.684559 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1de82b-ccd4-4783-8f2b-8db183ab18ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32169a85-ede4-4200-8d87-9cc5853244e1'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:24.687072 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004ed3f8-c04b-4f17-b303-034e63a79da5" -d '{"events": [{"server_uuid": "7b1de82b-ccd4-4783-8f2b-8db183ab18ae", "name": "network-vif-plugged", "status": "completed", "tag": "32169a85-ede4-4200-8d87-9cc5853244e1"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:24.701045 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-99b55722-56be-479b-a17f-fd2853ef7831 req-712e0da8-619c-4c40-9a4f-b487c4dd0083 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237500 Oct 06 04:33:24.713488 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 32169a85-ede4-4200-8d87-9cc5853244e1, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=32169a85-ede4-4200-8d87-9cc5853244e1,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:24.724251 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:24.770897 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-fe635cc7-2b8e-480e-b540-8c4173f90e00 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554587 Oct 06 04:33:24.781953 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb1b6bf-2c62-4bd4-a14d-e09ed7b8fd72 x-openstack-request-id: req-beb1b6bf-2c62-4bd4-a14d-e09ed7b8fd72 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:24.782243 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1de82b-ccd4-4783-8f2b-8db183ab18ae", "name": "network-vif-plugged", "status": "completed", "tag": "32169a85-ede4-4200-8d87-9cc5853244e1", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:24.782497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-beb1b6bf-2c62-4bd4-a14d-e09ed7b8fd72 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:24.782885 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb1b6bf-2c62-4bd4-a14d-e09ed7b8fd72'] response: {'server_uuid': '7b1de82b-ccd4-4783-8f2b-8db183ab18ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32169a85-ede4-4200-8d87-9cc5853244e1', 'code': 200} Oct 06 04:33:24.783927 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=32169a85-ede4-4200-8d87-9cc5853244e1,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:25.013004 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de9394-e128-4c8a-9c7f-d94c28fef9a2 req-213303c9-10d9-4a74-b377-7fa6314a74ac tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:25.014608 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-62de9394-e128-4c8a-9c7f-d94c28fef9a2 req-213303c9-10d9-4a74-b377-7fa6314a74ac tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0477736 Oct 06 04:33:25.068956 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-62de9394-e128-4c8a-9c7f-d94c28fef9a2 req-286e98b9-437b-4d93-beca-ec275a8f12ab tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478661 Oct 06 04:33:25.277050 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-dd806e83-ecc0-42a4-91c0-ec5ec18716a9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e HTTP/1.1" status: 200 len: 217 time: 0.1042023 Oct 06 04:33:25.310430 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-832de9c7-7c42-4a7c-ae61-456b73dada39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:25.312141 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-832de9c7-7c42-4a7c-ae61-456b73dada39 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232774 Oct 06 04:33:25.313291 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-e6e9bc70-d94c-4351-b571-b119d75212ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:25.314935 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-e6e9bc70-d94c-4351-b571-b119d75212ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350937 Oct 06 04:33:25.318013 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03ef8e-7c96-4201-a1e3-d1328931ad0a req-e0a74a67-2948-4523-a2a6-c6370b6433db tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:25.319676 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4e03ef8e-7c96-4201-a1e3-d1328931ad0a req-e0a74a67-2948-4523-a2a6-c6370b6433db tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.1578703 Oct 06 04:33:25.420331 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:25.453935 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-a53ad232-d714-43fd-a759-d5edf0520247 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499738 Oct 06 04:33:25.458522 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4e03ef8e-7c96-4201-a1e3-d1328931ad0a req-3f59e575-3fa5-47cb-b88d-e6783597ee70 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312699 Oct 06 04:33:25.521267 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14047f-5f67-4dd7-851a-1406f9f2e51a req-34f914ae-bde4-4982-9949-5fd4aa42413a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:25.522745 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7a14047f-5f67-4dd7-851a-1406f9f2e51a req-34f914ae-bde4-4982-9949-5fd4aa42413a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0498457 Oct 06 04:33:25.571589 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7a14047f-5f67-4dd7-851a-1406f9f2e51a req-1eacf96b-e5df-489e-b773-8fcb8a82091a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Oct 06 04:33:25.677643 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a3be5-28c4-40bd-9a67-56409d637329 req-0d5f1de4-c32c-48cf-ab82-6b885a9c52ce tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:25.677643 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-023a3be5-28c4-40bd-9a67-56409d637329 req-0d5f1de4-c32c-48cf-ab82-6b885a9c52ce tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0479810 Oct 06 04:33:25.725004 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-023a3be5-28c4-40bd-9a67-56409d637329 req-03bca47a-1d8b-4aa4-8ed6-095317f15eb3 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Oct 06 04:33:25.821348 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:25.868882 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a7b9a4a3-baa2-4a68-8643-0171d705eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:25.870267 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-a7b9a4a3-baa2-4a68-8643-0171d705eea5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4cf55578-05cd-4019-a875-59f46e84d9e6 HTTP/1.1" status: 200 len: 849 time: 0.1136196 Oct 06 04:33:25.901307 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1795fe32-275d-40c7-b035-72cf301bbb31 req-2056927e-83ce-45ab-891a-5a73bc6bf694 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461191 Oct 06 04:33:26.055584 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-6118599f-f6f0-4e01-b31a-5d0df51359aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:26.057230 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-6118599f-f6f0-4e01-b31a-5d0df51359aa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dda97116-7fb3-4466-b2df-d492cd1f2494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518184 Oct 06 04:33:26.113727 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afcf61-42ba-451e-9470-fa336037e3e1 req-4ba0ddd6-1dbd-48d1-8510-56e4b32d5b51 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:26.115232 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-09afcf61-42ba-451e-9470-fa336037e3e1 req-4ba0ddd6-1dbd-48d1-8510-56e4b32d5b51 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.2994838 Oct 06 04:33:26.186045 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-2e76d990-9379-4f9d-a555-a38b72d470a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307895 Oct 06 04:33:26.187749 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-cab0b583-ed29-465b-8110-7dfadc17fade service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312813 Oct 06 04:33:26.200109 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b558-6e40-4217-87e5-bade5dff031a req-7a4d782c-2281-4c4e-ae6f-57a5e6e25740 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:26.201592 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9e19b558-6e40-4217-87e5-bade5dff031a req-7a4d782c-2281-4c4e-ae6f-57a5e6e25740 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0496256 Oct 06 04:33:26.209341 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-09afcf61-42ba-451e-9470-fa336037e3e1 req-9d0bf0cd-318e-4d28-aa65-4b26d2d0bfda tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790110 Oct 06 04:33:26.257494 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9e19b558-6e40-4217-87e5-bade5dff031a req-2960ce78-1247-4fe3-84dc-05774cd4c847 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498600 Oct 06 04:33:26.579692 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a127-e1e0-46e7-bdc0-445c01a30bae req-0c240bb6-3c08-46a1-bab1-c938f9dbb57d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:26.581123 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4584a127-e1e0-46e7-bdc0-445c01a30bae req-0c240bb6-3c08-46a1-bab1-c938f9dbb57d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0460474 Oct 06 04:33:26.628224 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4584a127-e1e0-46e7-bdc0-445c01a30bae req-5ab5c4e8-4ab2-4d68-ac1b-8dd19e9c5c5f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408971 Oct 06 04:33:26.694172 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310d875-6628-416c-9de0-622d25174776 req-938b8a60-06a3-426f-9a22-bb817284bb20 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:26.696123 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c310d875-6628-416c-9de0-622d25174776 req-938b8a60-06a3-426f-9a22-bb817284bb20 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0461354 Oct 06 04:33:26.744707 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c310d875-6628-416c-9de0-622d25174776 req-bb1c2ba0-0937-453e-895b-1bcb51c1fe86 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Oct 06 04:33:26.857369 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed82db-644e-4a22-8794-4431f89a8032 req-13dc7f6c-7f3c-498d-afc9-a6c26ee51bca tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:26.858912 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-87ed82db-644e-4a22-8794-4431f89a8032 req-13dc7f6c-7f3c-498d-afc9-a6c26ee51bca tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0550227 Oct 06 04:33:26.906505 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-87ed82db-644e-4a22-8794-4431f89a8032 req-9aadb560-9e5c-4175-881f-af6c5af2cba6 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Oct 06 04:33:27.380662 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cab42d-d872-4db7-b231-21bdff1911da req-51214ecd-3564-4016-b93d-5b38a1c3e3e7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:27.382236 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-78cab42d-d872-4db7-b231-21bdff1911da req-51214ecd-3564-4016-b93d-5b38a1c3e3e7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0557992 Oct 06 04:33:27.387057 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc5093-8a2e-4b3d-855d-5ff637e4a17c req-5a715d02-e95b-40ca-ad78-1a9c297f52b0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:27.388541 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f0dc5093-8a2e-4b3d-855d-5ff637e4a17c req-5a715d02-e95b-40ca-ad78-1a9c297f52b0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0466616 Oct 06 04:33:27.436376 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-78cab42d-d872-4db7-b231-21bdff1911da req-061d6a9f-7f1e-4fe0-8e66-c1eda4223736 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480072 Oct 06 04:33:27.453245 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f0dc5093-8a2e-4b3d-855d-5ff637e4a17c req-4019b03d-decb-43a7-8737-b94a16635d96 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588536 Oct 06 04:33:27.757331 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa396e84-0a50-4819-8c57-f784094da6a5 req-3f6d115f-924e-457d-bb0b-427879f8dff4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:27.760254 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa396e84-0a50-4819-8c57-f784094da6a5 req-3f6d115f-924e-457d-bb0b-427879f8dff4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 943 time: 0.0505087 Oct 06 04:33:27.811944 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa396e84-0a50-4819-8c57-f784094da6a5 req-9297f964-c323-41b3-b5e9-793ecfda0c72 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455005 Oct 06 04:33:27.896712 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267284a-17a0-44c7-8650-63b165d45985 req-d3fe1576-eb54-46d8-8311-759a2bcde1a6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:27.907541 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7267284a-17a0-44c7-8650-63b165d45985 req-d3fe1576-eb54-46d8-8311-759a2bcde1a6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0670416 Oct 06 04:33:27.966443 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:27.987670 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7267284a-17a0-44c7-8650-63b165d45985 req-2fd870cc-b9cc-4773-9a79-ee89c5e759e5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785918 Oct 06 04:33:28.032626 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:28.047821 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daf1b3-e24f-4ca2-aa8f-e905ba80ab2a req-8aff930c-9c04-41bc-a5a1-b87325e9ba1b tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:28.049298 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c4daf1b3-e24f-4ca2-aa8f-e905ba80ab2a req-8aff930c-9c04-41bc-a5a1-b87325e9ba1b tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0553472 Oct 06 04:33:28.099026 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c4daf1b3-e24f-4ca2-aa8f-e905ba80ab2a req-317aa7e0-60b8-4f23-bc4c-eaa2063c0961 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Oct 06 04:33:28.170568 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37816) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:28.279008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-1d3665f2-342b-442b-97a4-4087f4829203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:28.355461 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-1d3665f2-342b-442b-97a4-4087f4829203 admin admin] Publish callbacks [] for security_group (1adf1628-02b7-472d-a2e0-148b302afe43), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:28.361289 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-1d3665f2-342b-442b-97a4-4087f4829203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (1adf1628-02b7-472d-a2e0-148b302afe43), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:28.377796 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:28.402478 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3665f2-342b-442b-97a4-4087f4829203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adf1628-02b7-472d-a2e0-148b302afe43,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:28.407205 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-1d3665f2-342b-442b-97a4-4087f4829203 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9abb9325864746039b46c4859b95a237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355726 Oct 06 04:33:28.409893 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37820) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:28.458295 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2da8f9f3-bdd0-4937-ac8f-69f63ea3b265 admin admin] Publish callbacks [] for security_group (1adf1628-02b7-472d-a2e0-148b302afe43), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:28.479075 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2da8f9f3-bdd0-4937-ac8f-69f63ea3b265 admin admin] Publish callbacks [] for security_group (1adf1628-02b7-472d-a2e0-148b302afe43), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:28.490234 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 6388b760-70f1-47b6-a577-dd35569e080b details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:33:28.536446 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2da8f9f3-bdd0-4937-ac8f-69f63ea3b265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (1adf1628-02b7-472d-a2e0-148b302afe43), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:28.539989 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2da8f9f3-bdd0-4937-ac8f-69f63ea3b265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:28.543491 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-2da8f9f3-bdd0-4937-ac8f-69f63ea3b265 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1adf1628-02b7-472d-a2e0-148b302afe43 HTTP/1.1" status: 204 len: 168 time: 0.1303320 Oct 06 04:33:28.591189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e446a67-e7a9-4b97-83c8-38a8cf016ffb req-5c0f160f-0b1e-48f3-b18d-e9252063e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:28.592701 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2e446a67-e7a9-4b97-83c8-38a8cf016ffb req-5c0f160f-0b1e-48f3-b18d-e9252063e66e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 1130 time: 0.0423896 Oct 06 04:33:28.650229 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 6388b760-70f1-47b6-a577-dd35569e080b, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6388b760-70f1-47b6-a577-dd35569e080b,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:28.669288 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '6388b760-70f1-47b6-a577-dd35569e080b', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:33:28.704557 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c056d-4e26-41f4-924f-3105dea4362e req-98287664-e885-4010-a3b4-95819895c6b2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:28.714028 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 6388b760-70f1-47b6-a577-dd35569e080b is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:28.714422 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6388b760-70f1-47b6-a577-dd35569e080b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:28.720657 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4c9c056d-4e26-41f4-924f-3105dea4362e req-98287664-e885-4010-a3b4-95819895c6b2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.1269104 Oct 06 04:33:28.732702 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511544-d0c8-4092-a599-0f17e436949d req-770fcaba-9198-423c-be96-2f1ce99fda6a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:28.733025 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6388b760-70f1-47b6-a577-dd35569e080b {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:28.752209 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5d511544-d0c8-4092-a599-0f17e436949d req-770fcaba-9198-423c-be96-2f1ce99fda6a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.2084997 Oct 06 04:33:28.759816 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8f9f3-bdd0-4937-ac8f-69f63ea3b265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adf1628-02b7-472d-a2e0-148b302afe43,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:28.782538 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 6388b760-70f1-47b6-a577-dd35569e080b, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6388b760-70f1-47b6-a577-dd35569e080b,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:28.783902 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:28.786680 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-e435a99c-6664-4736-beea-cd43fc2a287c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914637 Oct 06 04:33:28.802418 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6388b760-70f1-47b6-a577-dd35569e080b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:28.841320 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4c9c056d-4e26-41f4-924f-3105dea4362e req-f9a9e9aa-e2c0-4501-ae13-341223cfc6d8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196616 Oct 06 04:33:28.890746 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=6388b760-70f1-47b6-a577-dd35569e080b,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:28.907605 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5d511544-d0c8-4092-a599-0f17e436949d req-87bf5f2a-23c9-4334-9b97-0ce6a7d349f1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539595 Oct 06 04:33:29.042935 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-60db8104-f64b-446e-94d3-98c1bd854341 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808984 Oct 06 04:33:29.053467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51882172-f2bf-4d35-b672-9149e2ebdd6c req-646a11ea-e190-4b66-9aaa-949ce684dc86 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:29.059666 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-51882172-f2bf-4d35-b672-9149e2ebdd6c req-646a11ea-e190-4b66-9aaa-949ce684dc86 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 944 time: 0.0939279 Oct 06 04:33:29.101487 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37842) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:29.150087 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-51882172-f2bf-4d35-b672-9149e2ebdd6c req-0c376bde-4732-4583-b2f6-b2e0482ecf7d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797904 Oct 06 04:33:29.163940 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-46236c65-0d5b-457a-a6b3-7218464cf6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:29.177050 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1058f3b6-a1d2-44f7-8aa0-8a37a096a494 req-b8a4e9ba-3c7e-44a7-abf7-f0f7ab722b6c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142018 Oct 06 04:33:29.193383 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5605cf5-a003-42dc-abb6-5113eaafde5a req-f170d52e-8e49-426f-9d03-7baa7cf11915 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:29.199638 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f5605cf5-a003-42dc-abb6-5113eaafde5a req-f170d52e-8e49-426f-9d03-7baa7cf11915 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.1069653 Oct 06 04:33:29.254667 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:29.289646 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['6388b760-70f1-47b6-a577-dd35569e080b'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:33:29.302563 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f5605cf5-a003-42dc-abb6-5113eaafde5a req-8887b171-02a2-43be-ad1d-f66e35d52d41 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987191 Oct 06 04:33:29.352169 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-46236c65-0d5b-457a-a6b3-7218464cf6dc admin admin] Publish callbacks [] for security_group (2fb5860f-4f92-4854-96d7-f21dfab16b53), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:29.357556 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-46236c65-0d5b-457a-a6b3-7218464cf6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (2fb5860f-4f92-4854-96d7-f21dfab16b53), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:29.396611 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:29.398189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc46fda-5dd6-451f-b1e0-abe619ad074f req-d52f6e39-a9d8-453b-bb7c-ff2d20abecd2 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:29.400215 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8bc46fda-5dd6-451f-b1e0-abe619ad074f req-d52f6e39-a9d8-453b-bb7c-ff2d20abecd2 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.1342657 Oct 06 04:33:29.402573 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2e446a67-e7a9-4b97-83c8-38a8cf016ffb req-82043735-e5b5-4be7-8614-f22735d97f81 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943691 Oct 06 04:33:29.403263 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46236c65-0d5b-457a-a6b3-7218464cf6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb5860f-4f92-4854-96d7-f21dfab16b53,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:29.411391 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-46236c65-0d5b-457a-a6b3-7218464cf6dc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6aa33f8b563742109cb2609f66b3945a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999721 Oct 06 04:33:29.411631 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37850) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:29.424829 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:29.480126 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa3faf66-6234-477f-baeb-d5f6d80d5e10 req-480a1d9a-a8c4-43ea-bc92-ee455b9624ea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153420 Oct 06 04:33:29.513084 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8bc46fda-5dd6-451f-b1e0-abe619ad074f req-01c4a399-52ee-45d4-a9e1-3396a9653bd5 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902536 Oct 06 04:33:29.517711 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:29.523079 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f432595f-87b2-45e8-8bab-2cfc2a3feb6c admin admin] Publish callbacks [] for security_group (2fb5860f-4f92-4854-96d7-f21dfab16b53), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:29.544691 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f432595f-87b2-45e8-8bab-2cfc2a3feb6c admin admin] Publish callbacks [] for security_group (2fb5860f-4f92-4854-96d7-f21dfab16b53), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:29.592619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f432595f-87b2-45e8-8bab-2cfc2a3feb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (2fb5860f-4f92-4854-96d7-f21dfab16b53), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:29.595228 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f432595f-87b2-45e8-8bab-2cfc2a3feb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:29.596370 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f432595f-87b2-45e8-8bab-2cfc2a3feb6c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2fb5860f-4f92-4854-96d7-f21dfab16b53 HTTP/1.1" status: 204 len: 168 time: 0.1834712 Oct 06 04:33:29.605314 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432595f-87b2-45e8-8bab-2cfc2a3feb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb5860f-4f92-4854-96d7-f21dfab16b53,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:29.986419 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41871f6d-418e-4309-866c-28b88479aa6a req-47066c7b-3917-4802-b7be-bc7ca2495406 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:29.987974 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-41871f6d-418e-4309-866c-28b88479aa6a req-47066c7b-3917-4802-b7be-bc7ca2495406 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0510335 Oct 06 04:33:30.039725 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591e2ff-1e12-4d0f-ba6a-5d31ea30c5ae req-865e71ca-a488-49b8-8375-53cb9c3d6b3d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:30.041391 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0591e2ff-1e12-4d0f-ba6a-5d31ea30c5ae req-865e71ca-a488-49b8-8375-53cb9c3d6b3d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0573184 Oct 06 04:33:30.054168 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-41871f6d-418e-4309-866c-28b88479aa6a req-72a1724d-f304-46a7-ac82-d4b792b128f0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600324 Oct 06 04:33:30.107692 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0591e2ff-1e12-4d0f-ba6a-5d31ea30c5ae req-9adfc711-ba1b-4c22-8ec9-62a8767f8c22 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565178 Oct 06 04:33:30.278039 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d711e3-bc1c-4b75-ba4a-ace138bbd161 req-3346e1e1-1169-4983-90a1-0b41d8975cf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:30.279678 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d1d711e3-bc1c-4b75-ba4a-ace138bbd161 req-3346e1e1-1169-4983-90a1-0b41d8975cf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 944 time: 0.0565293 Oct 06 04:33:30.334239 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d1d711e3-bc1c-4b75-ba4a-ace138bbd161 req-2724ed2d-792a-47b3-b184-da9d2e6c9f5d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475869 Oct 06 04:33:30.445392 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d6398-ff0f-49a3-9268-8fef2e6ca6d0 req-714805a6-6e30-4328-8a5b-6ee3a5e6bb17 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:30.447597 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-eb3d6398-ff0f-49a3-9268-8fef2e6ca6d0 req-714805a6-6e30-4328-8a5b-6ee3a5e6bb17 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0537171 Oct 06 04:33:30.506639 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-eb3d6398-ff0f-49a3-9268-8fef2e6ca6d0 req-4d6ffbfb-822b-4a3d-a3ee-31c626b8dc5b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528421 Oct 06 04:33:30.538667 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 6388b760-70f1-47b6-a577-dd35569e080b up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:33:30.583677 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 6388b760-70f1-47b6-a577-dd35569e080b completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:33:30.590128 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 6388b760-70f1-47b6-a577-dd35569e080b triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:30.590528 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (6388b760-70f1-47b6-a577-dd35569e080b), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:30.590880 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 6388b760-70f1-47b6-a577-dd35569e080b Oct 06 04:33:30.668510 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 6388b760-70f1-47b6-a577-dd35569e080b is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:30.668908 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (6388b760-70f1-47b6-a577-dd35569e080b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:30.693532 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6388b760-70f1-47b6-a577-dd35569e080b'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:30.695906 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802db2f7-ee63-4f85-b897-34f28ea2726d" -d '{"events": [{"server_uuid": "ba369ba5-73dc-42d2-a375-b15b0e42188c", "name": "network-vif-plugged", "status": "completed", "tag": "6388b760-70f1-47b6-a577-dd35569e080b"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:30.710300 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 6388b760-70f1-47b6-a577-dd35569e080b, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6388b760-70f1-47b6-a577-dd35569e080b,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:30.715443 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (6388b760-70f1-47b6-a577-dd35569e080b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:30.741341 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8f53f5-a8c5-4a75-b97a-93b3be76b14c x-openstack-request-id: req-bb8f53f5-a8c5-4a75-b97a-93b3be76b14c {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:30.741660 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba369ba5-73dc-42d2-a375-b15b0e42188c", "name": "network-vif-plugged", "status": "completed", "tag": "6388b760-70f1-47b6-a577-dd35569e080b", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:30.741920 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bb8f53f5-a8c5-4a75-b97a-93b3be76b14c {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:30.742352 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8f53f5-a8c5-4a75-b97a-93b3be76b14c'] response: {'server_uuid': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6388b760-70f1-47b6-a577-dd35569e080b', 'code': 200} Oct 06 04:33:30.769481 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=6388b760-70f1-47b6-a577-dd35569e080b,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:31.202311 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e985b-a68e-4592-a621-31ba20554f2f req-145d77c4-630c-4963-92a0-4d32bfe3e12c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:31.203848 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b89e985b-a68e-4592-a621-31ba20554f2f req-145d77c4-630c-4963-92a0-4d32bfe3e12c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0514071 Oct 06 04:33:31.268824 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b89e985b-a68e-4592-a621-31ba20554f2f req-4cef5148-e536-4df0-879a-fc12a3971a9f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594733 Oct 06 04:33:31.387604 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02446-1938-4901-8e11-b82ec600b15a req-cfef8c77-0b94-444c-9aba-5f5bc09ce769 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:31.389280 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f8c02446-1938-4901-8e11-b82ec600b15a req-cfef8c77-0b94-444c-9aba-5f5bc09ce769 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0595806 Oct 06 04:33:31.439661 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f8c02446-1938-4901-8e11-b82ec600b15a req-30e2d1f1-d790-45c0-bb31-7691b35346cb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448604 Oct 06 04:33:31.525610 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37938) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:31.550849 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186804b7-840d-48d3-9570-9bfc9469b6e1 req-1033725b-7658-45e2-8672-a977a15e9065 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:31.552537 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-186804b7-840d-48d3-9570-9bfc9469b6e1 req-1033725b-7658-45e2-8672-a977a15e9065 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0527585 Oct 06 04:33:31.613145 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-186804b7-840d-48d3-9570-9bfc9469b6e1 req-b6bbc037-53d6-4a91-a98a-8a9a0203b669 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548606 Oct 06 04:33:31.658941 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f6466ab0-9a58-4e78-9aba-f1ff6dde2127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:31.724695 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:31.728384 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd38c3a-349c-4dbd-8c61-78f88b48a3bd req-05770442-36a2-4b6b-b0ec-0ee22d52cfce tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:31.730015 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-edd38c3a-349c-4dbd-8c61-78f88b48a3bd req-05770442-36a2-4b6b-b0ec-0ee22d52cfce tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0536838 Oct 06 04:33:31.759953 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f6466ab0-9a58-4e78-9aba-f1ff6dde2127 admin admin] Publish callbacks [] for security_group (2b2aa854-e38d-4db6-915c-9cc642380bdb), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:31.766135 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f6466ab0-9a58-4e78-9aba-f1ff6dde2127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (2b2aa854-e38d-4db6-915c-9cc642380bdb), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:31.797456 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-edd38c3a-349c-4dbd-8c61-78f88b48a3bd req-b930edef-da5e-4fb9-8f17-33f257e9a4b9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610244 Oct 06 04:33:31.814219 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f6466ab0-9a58-4e78-9aba-f1ff6dde2127 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c8c80c64deef4c36a6529b3470832af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872815 Oct 06 04:33:31.817266 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37948) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:31.828844 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6466ab0-9a58-4e78-9aba-f1ff6dde2127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2aa854-e38d-4db6-915c-9cc642380bdb,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:31.886079 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97e1b2b1-2825-45bf-adaf-60b6c01cfe8c admin admin] Publish callbacks [] for security_group (2b2aa854-e38d-4db6-915c-9cc642380bdb), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:31.906853 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97e1b2b1-2825-45bf-adaf-60b6c01cfe8c admin admin] Publish callbacks [] for security_group (2b2aa854-e38d-4db6-915c-9cc642380bdb), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:31.959904 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97e1b2b1-2825-45bf-adaf-60b6c01cfe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (2b2aa854-e38d-4db6-915c-9cc642380bdb), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:31.963124 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-97e1b2b1-2825-45bf-adaf-60b6c01cfe8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:31.966719 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-97e1b2b1-2825-45bf-adaf-60b6c01cfe8c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2b2aa854-e38d-4db6-915c-9cc642380bdb HTTP/1.1" status: 204 len: 168 time: 0.1461880 Oct 06 04:33:31.972515 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1b2b1-2825-45bf-adaf-60b6c01cfe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2aa854-e38d-4db6-915c-9cc642380bdb,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:32.260723 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 37960) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:32.274062 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-021ef5e1-56bd-4a24-aa09-f78a706ecca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:32.311820 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:32.375541 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-021ef5e1-56bd-4a24-aa09-f78a706ecca6 admin admin] Publish callbacks [] for security_group (55905bdc-7645-48bd-9548-f84af3a7f869), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:32.392696 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-021ef5e1-56bd-4a24-aa09-f78a706ecca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (55905bdc-7645-48bd-9548-f84af3a7f869), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:32.401760 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:32.448741 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8371d3a-213b-4b1b-b791-0c6bc3188ff8 req-ad5afcd8-8add-4082-9ca4-44a87fd72dce tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:32.450212 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a8371d3a-213b-4b1b-b791-0c6bc3188ff8 req-ad5afcd8-8add-4082-9ca4-44a87fd72dce tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0943367 Oct 06 04:33:32.453879 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-021ef5e1-56bd-4a24-aa09-f78a706ecca6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a90fc2555843418eb0a9598a53eddb22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921248 Oct 06 04:33:32.454807 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ef5e1-56bd-4a24-aa09-f78a706ecca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55905bdc-7645-48bd-9548-f84af3a7f869,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:32.456760 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 37964) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:32.506694 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a8371d3a-213b-4b1b-b791-0c6bc3188ff8 req-c6036da9-f742-4267-82aa-5f2cb1094e59 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478337 Oct 06 04:33:32.509456 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eeaba5d0-81ac-45bf-a558-22540ccdaf3e admin admin] Publish callbacks [] for security_group (55905bdc-7645-48bd-9548-f84af3a7f869), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:32.531863 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eeaba5d0-81ac-45bf-a558-22540ccdaf3e admin admin] Publish callbacks [] for security_group (55905bdc-7645-48bd-9548-f84af3a7f869), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:32.541718 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:33:32.592934 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eeaba5d0-81ac-45bf-a558-22540ccdaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (55905bdc-7645-48bd-9548-f84af3a7f869), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:32.595752 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eeaba5d0-81ac-45bf-a558-22540ccdaf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:32.599496 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-eeaba5d0-81ac-45bf-a558-22540ccdaf3e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/55905bdc-7645-48bd-9548-f84af3a7f869 HTTP/1.1" status: 204 len: 168 time: 0.1416211 Oct 06 04:33:32.610631 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaba5d0-81ac-45bf-a558-22540ccdaf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55905bdc-7645-48bd-9548-f84af3a7f869,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:32.628928 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0479499-fbfd-4a97-82c6-64e6d15d9bb7 req-78300459-7c7b-4800-9753-678dcd4b09fb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:32.630798 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e0479499-fbfd-4a97-82c6-64e6d15d9bb7 req-78300459-7c7b-4800-9753-678dcd4b09fb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 943 time: 0.0544341 Oct 06 04:33:32.669604 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:32.683959 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': 'b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'port_id': 'b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38', 'mac_address': 'fa:16:3e:7a:e0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:33:32.685572 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e0479499-fbfd-4a97-82c6-64e6d15d9bb7 req-717d9757-ccdf-46bb-86d5-784595fa6d97 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488698 Oct 06 04:33:32.725509 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:32.725509 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:32.740247 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:32.772910 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:32.776136 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:32.782357 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:32.812692 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999e50f-10a9-42ec-8286-faf417f5a469 req-d1646c29-a694-4e07-8902-6a0829a5bc4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:32.814221 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7999e50f-10a9-42ec-8286-faf417f5a469 req-d1646c29-a694-4e07-8902-6a0829a5bc4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0498931 Oct 06 04:33:32.830816 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:32.868107 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7999e50f-10a9-42ec-8286-faf417f5a469 req-8853c921-c907-4605-a09b-31580bea6ec1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461540 Oct 06 04:33:32.997441 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63a70-ae09-4ead-932f-a542a31d273e req-84dbb929-4595-49a0-8f66-9692d31e5e46 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:32.998951 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5fa63a70-ae09-4ead-932f-a542a31d273e req-84dbb929-4595-49a0-8f66-9692d31e5e46 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0643244 Oct 06 04:33:33.067663 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5fa63a70-ae09-4ead-932f-a542a31d273e req-e38dca47-4fb4-4e14-b30e-1c090c557710 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620952 Oct 06 04:33:33.421753 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:33:33.542526 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:33.646595 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499084d-7a2c-47c1-bcce-63d36b6bafb9 req-42034682-5be4-43df-bb32-b97d3e1fb3d6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:33.648915 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7499084d-7a2c-47c1-bcce-63d36b6bafb9 req-42034682-5be4-43df-bb32-b97d3e1fb3d6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0503154 Oct 06 04:33:33.701045 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7499084d-7a2c-47c1-bcce-63d36b6bafb9 req-26684975-be83-4194-831e-5da8b72bf649 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464211 Oct 06 04:33:33.822894 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89ccae-a892-4db4-98e7-c33f6acfbd64 req-1439e54b-d0af-4d58-aa27-a4094184cd8b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:33.824447 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cd89ccae-a892-4db4-98e7-c33f6acfbd64 req-1439e54b-d0af-4d58-aa27-a4094184cd8b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 944 time: 0.0559828 Oct 06 04:33:33.877600 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cd89ccae-a892-4db4-98e7-c33f6acfbd64 req-9e4c66e4-c25f-4cd4-ae69-755e4510bbbd tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448413 Oct 06 04:33:33.993264 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d060ef-06a3-4a53-8f89-745c24217943 req-f08de7cd-6c60-4e0e-b154-75020b1231cf tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:33.994850 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f6d060ef-06a3-4a53-8f89-745c24217943 req-f08de7cd-6c60-4e0e-b154-75020b1231cf tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0489097 Oct 06 04:33:34.043198 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f6d060ef-06a3-4a53-8f89-745c24217943 req-396bb64f-4646-4d66-b6d8-309af4a15b2a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424063 Oct 06 04:33:34.077179 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d62606bd-9ab3-4be2-bbcd-3ea61fc6118b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:34.198009 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d14575-b488-406c-817a-a56bccaa6b13 req-6a833ae7-e8e1-49aa-ae93-fbf1c31ae9e5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:34.199522 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-92d14575-b488-406c-817a-a56bccaa6b13 req-6a833ae7-e8e1-49aa-ae93-fbf1c31ae9e5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0474720 Oct 06 04:33:34.260732 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-92d14575-b488-406c-817a-a56bccaa6b13 req-34a0f258-e2bc-4757-8c09-ec39979325db tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553932 Oct 06 04:33:34.595099 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38054) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:34.695160 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:33:34.719117 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-804f6d2f-e97e-4b40-9e5e-de761defdd32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:34.737178 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:33:34.745483 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:34.746485 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:34.746485 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 Oct 06 04:33:34.814240 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-804f6d2f-e97e-4b40-9e5e-de761defdd32 admin admin] Publish callbacks [] for security_group (736ba02e-5d73-4116-9ccb-fbd9726989ed), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:34.820575 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-804f6d2f-e97e-4b40-9e5e-de761defdd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (736ba02e-5d73-4116-9ccb-fbd9726989ed), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:34.836538 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c90b8-29f7-4c8b-a880-9b2f5369a6bc req-a463eb30-4e04-49fc-892a-2dc1165b18c5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:34.838925 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-487c90b8-29f7-4c8b-a880-9b2f5369a6bc req-a463eb30-4e04-49fc-892a-2dc1165b18c5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0522051 Oct 06 04:33:34.871038 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-804f6d2f-e97e-4b40-9e5e-de761defdd32 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=651d67470087400eb709864a072f2f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741299 Oct 06 04:33:34.872144 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f6d2f-e97e-4b40-9e5e-de761defdd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736ba02e-5d73-4116-9ccb-fbd9726989ed,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:34.874733 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38060) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:34.897129 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-487c90b8-29f7-4c8b-a880-9b2f5369a6bc req-8064a9be-d687-4c53-b6e1-efb1dee45bd3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491612 Oct 06 04:33:34.901936 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:34.942162 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fdee82b4-b5b3-4179-9134-aa381c920230 admin admin] Publish callbacks [] for security_group (736ba02e-5d73-4116-9ccb-fbd9726989ed), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:34.944560 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:34.945348 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:34.972237 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd111c647-dca9-45d6-96c6-13169658cac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:34.972436 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fdee82b4-b5b3-4179-9134-aa381c920230 admin admin] Publish callbacks [] for security_group (736ba02e-5d73-4116-9ccb-fbd9726989ed), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:34.974592 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6ac4df-aada-451a-a3d7-be68bf488349" -d '{"events": [{"server_uuid": "d111c647-dca9-45d6-96c6-13169658cac9", "name": "network-vif-plugged", "status": "completed", "tag": "b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:34.988279 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:34.993269 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.000419 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:35.020437 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2180dc-5ddf-4d40-8e6c-86db7b4bc1a1 req-e65b8777-b0e9-42ae-841a-277dece5d46a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:35.021951 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5a2180dc-5ddf-4d40-8e6c-86db7b4bc1a1 req-e65b8777-b0e9-42ae-841a-277dece5d46a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 944 time: 0.0560846 Oct 06 04:33:35.034383 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fdee82b4-b5b3-4179-9134-aa381c920230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (736ba02e-5d73-4116-9ccb-fbd9726989ed), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.037258 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fdee82b4-b5b3-4179-9134-aa381c920230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.038402 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-fdee82b4-b5b3-4179-9134-aa381c920230 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/736ba02e-5d73-4116-9ccb-fbd9726989ed HTTP/1.1" status: 204 len: 168 time: 0.1583660 Oct 06 04:33:35.049341 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:35.049671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee82b4-b5b3-4179-9134-aa381c920230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736ba02e-5d73-4116-9ccb-fbd9726989ed,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:35.083898 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5a2180dc-5ddf-4d40-8e6c-86db7b4bc1a1 req-9e9cd108-55ab-4941-b8ab-65b5b3125abb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552814 Oct 06 04:33:35.137883 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d9655-7241-4579-b2bd-10fb96e4a705 x-openstack-request-id: req-fa0d9655-7241-4579-b2bd-10fb96e4a705 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:35.138315 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d111c647-dca9-45d6-96c6-13169658cac9", "name": "network-vif-plugged", "status": "completed", "tag": "b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:35.138496 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fa0d9655-7241-4579-b2bd-10fb96e4a705 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:35.138901 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0d9655-7241-4579-b2bd-10fb96e4a705'] response: {'server_uuid': 'd111c647-dca9-45d6-96c6-13169658cac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38', 'code': 200} Oct 06 04:33:35.239494 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2d149-3232-4cc5-b556-2a63dff90de0 req-fd9b6872-0bc8-4942-bb33-0ed640ff8fd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:35.240984 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fcd2d149-3232-4cc5-b556-2a63dff90de0 req-fd9b6872-0bc8-4942-bb33-0ed640ff8fd9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0547984 Oct 06 04:33:35.291091 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fcd2d149-3232-4cc5-b556-2a63dff90de0 req-0b116d49-9171-44ee-ba91-0c05060b8b68 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428975 Oct 06 04:33:35.382159 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38076) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:35.390553 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:35.404882 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fb18e-a250-4387-aa3e-00f0d31e4215 req-fd33a7f7-f203-49ff-a7ef-b35ec4679d21 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:35.407448 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-db7fb18e-a250-4387-aa3e-00f0d31e4215 req-fd33a7f7-f203-49ff-a7ef-b35ec4679d21 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0612004 Oct 06 04:33:35.408822 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b7edf305-9ed9-4bbd-a80c-d738be88e09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.493469 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-db7fb18e-a250-4387-aa3e-00f0d31e4215 req-34752f0b-96ed-4248-9c05-5ecc9bf8ccc6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810349 Oct 06 04:33:35.533597 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b7edf305-9ed9-4bbd-a80c-d738be88e09e admin admin] Publish callbacks [] for security_group (5987fa87-5ecd-49e9-94b2-a6df52561b55), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.537332 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b7edf305-9ed9-4bbd-a80c-d738be88e09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5987fa87-5ecd-49e9-94b2-a6df52561b55), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.579361 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-b7edf305-9ed9-4bbd-a80c-d738be88e09e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e8749d8992b24ab7a250c02b8dbfaeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966000 Oct 06 04:33:35.580175 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edf305-9ed9-4bbd-a80c-d738be88e09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5987fa87-5ecd-49e9-94b2-a6df52561b55,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:35.583118 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38078) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:35.600029 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:33:35.642186 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48f24ad5-df60-48a5-ac27-3b1318009fd9 admin admin] Publish callbacks [] for security_group (5987fa87-5ecd-49e9-94b2-a6df52561b55), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.662289 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48f24ad5-df60-48a5-ac27-3b1318009fd9 admin admin] Publish callbacks [] for security_group (5987fa87-5ecd-49e9-94b2-a6df52561b55), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.716962 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48f24ad5-df60-48a5-ac27-3b1318009fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5987fa87-5ecd-49e9-94b2-a6df52561b55), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.720152 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48f24ad5-df60-48a5-ac27-3b1318009fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:35.721494 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-48f24ad5-df60-48a5-ac27-3b1318009fd9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5987fa87-5ecd-49e9-94b2-a6df52561b55 HTTP/1.1" status: 204 len: 168 time: 0.1368191 Oct 06 04:33:35.740556 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f24ad5-df60-48a5-ac27-3b1318009fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5987fa87-5ecd-49e9-94b2-a6df52561b55,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:36.033095 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe915772-746c-4cca-a972-a1af29a6ded2 req-7032fc07-9d03-4d42-a28d-1cce2599af33 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:36.034794 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fe915772-746c-4cca-a972-a1af29a6ded2 req-7032fc07-9d03-4d42-a28d-1cce2599af33 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0516372 Oct 06 04:33:36.103992 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fe915772-746c-4cca-a972-a1af29a6ded2 req-38d629ee-cc9e-4692-ad68-7937f468fa76 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595996 Oct 06 04:33:36.220055 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec01f0-a383-4040-a1c3-48b3efad70a3 req-4c5986cc-7e9e-4292-8afc-8e20ad1b8570 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:36.221595 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f3ec01f0-a383-4040-a1c3-48b3efad70a3 req-4c5986cc-7e9e-4292-8afc-8e20ad1b8570 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0510447 Oct 06 04:33:36.274267 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f3ec01f0-a383-4040-a1c3-48b3efad70a3 req-07707a28-10ee-4a5c-bbf1-5155fa848d0a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464895 Oct 06 04:33:36.424645 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ce0cb-b710-45d2-a53d-1fdfa7eb504a req-a2e97fad-936a-4b17-bb7b-5ebf49d8d7ef tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:36.426128 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d93ce0cb-b710-45d2-a53d-1fdfa7eb504a req-a2e97fad-936a-4b17-bb7b-5ebf49d8d7ef tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0503109 Oct 06 04:33:36.450600 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3d71-7725-4408-80d4-1ac7a3522437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:36.511643 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d93ce0cb-b710-45d2-a53d-1fdfa7eb504a req-1d0bd45b-497a-44cf-9ff8-1ebed9a9fb45 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771492 Oct 06 04:33:36.633613 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4a6c4-9a0c-4d7c-8e6a-f80df5b7106f req-72b256c8-3a37-4581-87c0-7842554c4aff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:36.635531 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1da4a6c4-9a0c-4d7c-8e6a-f80df5b7106f req-72b256c8-3a37-4581-87c0-7842554c4aff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 943 time: 0.0537624 Oct 06 04:33:36.683138 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:33:36.689153 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1da4a6c4-9a0c-4d7c-8e6a-f80df5b7106f req-da9368fa-04e8-4fb9-830e-4e4a15a409c8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464885 Oct 06 04:33:36.785186 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:36.796128 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'port_id': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e', 'mac_address': 'fa:16:3e:cc:ac:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:33:36.836380 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:36.836849 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:36.852735 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:36.873358 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:36.877231 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:36.877910 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:33:36.935193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:36.981733 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:37.032219 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:37.044081 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'port_id': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'mac_address': 'fa:16:3e:c8:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:33:37.079614 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:37.082378 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 542157e8-aced-4f6a-815d-a118c4b3ca2c is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:37.082780 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:37.097537 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542157e8-aced-4f6a-815d-a118c4b3ca2c {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:37.119160 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:37.123656 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:37.170913 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:37.240572 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ba6a5-826a-4373-a4f9-bf60e5a49182 req-9bcebe07-6b4e-46b8-a922-aca0fb00d4e4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:37.242102 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b19ba6a5-826a-4373-a4f9-bf60e5a49182 req-9bcebe07-6b4e-46b8-a922-aca0fb00d4e4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 944 time: 0.0512881 Oct 06 04:33:37.290659 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b19ba6a5-826a-4373-a4f9-bf60e5a49182 req-75f87131-8259-4845-afab-a424cb9e0aea tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 Oct 06 04:33:37.410079 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:37.430030 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f0b3e-0465-4614-9528-2159e655b813 req-fd067cf1-027c-48e8-9823-0ec961df1659 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:37.431616 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b83f0b3e-0465-4614-9528-2159e655b813 req-fd067cf1-027c-48e8-9823-0ec961df1659 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0668142 Oct 06 04:33:37.488626 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b83f0b3e-0465-4614-9528-2159e655b813 req-e1db4b4d-6f94-44c0-b442-4964d3e0cd1f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503500 Oct 06 04:33:37.615252 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38174) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:37.716665 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60689b-f96d-45de-a60f-6dbd62337953 req-1a78a009-883e-4095-b34c-f77366dda2f9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:37.716915 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe3d4c6-068c-4ad8-8a68-d3c33b9c874b admin admin] Deleting subnet df314972-2b52-4bac-8359-d056fda90ec2 {{(pid=106195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:33:37.720494 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d4c6-068c-4ad8-8a68-d3c33b9c874b admin admin] Publish callbacks [] for subnet (df314972-2b52-4bac-8359-d056fda90ec2), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:37.722218 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:37.724855 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-eb60689b-f96d-45de-a60f-6dbd62337953 req-1a78a009-883e-4095-b34c-f77366dda2f9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0941145 Oct 06 04:33:37.791521 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d4c6-068c-4ad8-8a68-d3c33b9c874b admin admin] Publish callbacks [] for subnet (df314972-2b52-4bac-8359-d056fda90ec2), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:37.803870 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d4c6-068c-4ad8-8a68-d3c33b9c874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (df314972-2b52-4bac-8359-d056fda90ec2), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:37.807925 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-eb60689b-f96d-45de-a60f-6dbd62337953 req-bf8af1b3-7b20-41d4-a2ff-38083e08d68c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734594 Oct 06 04:33:37.831266 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:37.880551 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d4c6-068c-4ad8-8a68-d3c33b9c874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (df314972-2b52-4bac-8359-d056fda90ec2), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:37.912833 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cbe3d4c6-068c-4ad8-8a68-d3c33b9c874b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:37.919095 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-cbe3d4c6-068c-4ad8-8a68-d3c33b9c874b admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/df314972-2b52-4bac-8359-d056fda90ec2 HTTP/1.1" status: 204 len: 168 time: 0.3020370 Oct 06 04:33:37.920322 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38184) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:37.921244 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3d4c6-068c-4ad8-8a68-d3c33b9c874b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df314972-2b52-4bac-8359-d056fda90ec2,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:37.944675 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:33:38.029462 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (73dd2076-44dc-410a-a991-869eb3000b2f), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.046478 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634286c5-f14a-45ab-aa08-248acc7e9029 req-eee51726-8d5f-4ae2-991f-9f79dc6acace tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:38.048182 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-634286c5-f14a-45ab-aa08-248acc7e9029 req-eee51726-8d5f-4ae2-991f-9f79dc6acace tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 944 time: 0.1319325 Oct 06 04:33:38.130586 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:38.133432 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (73dd2076-44dc-410a-a991-869eb3000b2f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.165965 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.166337 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.167352 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.167678 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > port after_create 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.168194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.168356 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-634286c5-f14a-45ab-aa08-248acc7e9029 req-6897fbfc-e418-4890-a097-2a89609271ca tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104400 Oct 06 04:33:38.168698 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > port after_update 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.169000 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.169542 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.169881 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.170220 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.190410 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['542157e8-aced-4f6a-815d-a118c4b3ca2c'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:33:38.370268 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.370619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.370951 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.371314 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:38.371700 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dd2076-44dc-410a-a991-869eb3000b2f']}} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:38.409277 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b856f6e4-cc6f-46d2-b362-fa445ea27ff8') {'for_net_delete': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:38.409827 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b856f6e4-cc6f-46d2-b362-fa445ea27ff8') {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:38.458000 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1c361-471e-40a5-82e4-ca0eaa06c660 req-8872c6de-832e-4445-9849-47d8b573de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:38.459639 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-deb1c361-471e-40a5-82e4-ca0eaa06c660 req-8872c6de-832e-4445-9849-47d8b573de30 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 1129 time: 0.0719461 Oct 06 04:33:38.493519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26146984'] for segment (b856f6e4-cc6f-46d2-b362-fa445ea27ff8), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.527837 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-34371b73-e0a8-4928-b2e2-29ee07ed92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:38.529406 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-34371b73-e0a8-4928-b2e2-29ee07ed92d3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 1128 time: 0.1513085 Oct 06 04:33:38.530543 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cace20-7ae3-4b6f-92b7-f159a322a5b6 req-97fd2a4c-4aa1-43f5-a2c9-6d152b9d8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:38.531881 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18cace20-7ae3-4b6f-92b7-f159a322a5b6 req-97fd2a4c-4aa1-43f5-a2c9-6d152b9d8e3b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 1129 time: 0.1550024 Oct 06 04:33:38.541387 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bde013-66a8-4e6f-8fcd-88176824d53a req-b4d22e6f-3c56-4f85-8728-0fe057c60044 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:38.542819 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01bde013-66a8-4e6f-8fcd-88176824d53a req-b4d22e6f-3c56-4f85-8728-0fe057c60044 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 944 time: 0.1417124 Oct 06 04:33:38.543828 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (b856f6e4-cc6f-46d2-b362-fa445ea27ff8), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.553984 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:33:38.555390 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536918'] for segment (b856f6e4-cc6f-46d2-b362-fa445ea27ff8), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.649653 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013d4e-0a0e-49e9-9bf5-bad2a0250392 req-11ebc573-ff22-4650-a51f-fc38d730ba1e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:38.658338 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ff013d4e-0a0e-49e9-9bf5-bad2a0250392 req-11ebc573-ff22-4650-a51f-fc38d730ba1e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0743232 Oct 06 04:33:38.661209 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:38.702625 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (73dd2076-44dc-410a-a991-869eb3000b2f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.723729 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01bde013-66a8-4e6f-8fcd-88176824d53a req-82c13331-d6e0-45a3-8c2b-216a32b05514 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712527 Oct 06 04:33:38.767073 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.773873 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/73dd2076-44dc-410a-a991-869eb3000b2f HTTP/1.1" status: 204 len: 168 time: 0.8496437 Oct 06 04:33:38.785269 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ff013d4e-0a0e-49e9-9bf5-bad2a0250392 req-a60eec25-c36d-49e0-ba2f-fadd298a3a5f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259303 Oct 06 04:33:38.788725 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38204) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:38.796551 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847f46a-6606-475b-99a2-320cf2a24691 admin admin] Pushing event deleted for resources: {'Network': ['ID=73dd2076-44dc-410a-a991-869eb3000b2f,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:38.806228 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18cace20-7ae3-4b6f-92b7-f159a322a5b6 req-88e8eeb9-f135-4017-84f9-8367817a7df3 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487236 Oct 06 04:33:38.828859 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-deb1c361-471e-40a5-82e4-ca0eaa06c660 req-1fcbdf39-7405-4114-86e3-52d42bab8c89 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675849 Oct 06 04:33:38.843003 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-1acddda3-3ccd-418d-b31b-9c52131d74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:38.844834 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-1acddda3-3ccd-418d-b31b-9c52131d74fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 910 time: 0.1860917 Oct 06 04:33:38.849376 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment b856f6e4-cc6f-46d2-b362-fa445ea27ff8 resource provider aggregate not found Oct 06 04:33:38.855435 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-0669e0da-04a8-4c9d-8f3e-08d401c5fbb8 admin admin] Deleting subnet 3622ba5b-a11e-4b78-8145-b9d0fc98232c {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:33:38.859093 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0669e0da-04a8-4c9d-8f3e-08d401c5fbb8 admin admin] Publish callbacks [] for subnet (3622ba5b-a11e-4b78-8145-b9d0fc98232c), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.868176 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment b856f6e4-cc6f-46d2-b362-fa445ea27ff8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b856f6e4-cc6f-46d2-b362-fa445ea27ff8 found for delete ", "request_id": "req-5a3e5754-8885-4557-9b71-5ca26361cab8"}]} Oct 06 04:33:38.900592 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0669e0da-04a8-4c9d-8f3e-08d401c5fbb8 admin admin] Publish callbacks [] for subnet (3622ba5b-a11e-4b78-8145-b9d0fc98232c), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.909929 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0669e0da-04a8-4c9d-8f3e-08d401c5fbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (3622ba5b-a11e-4b78-8145-b9d0fc98232c), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.931247 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dea19-0095-402d-9b2e-9f228a6de674 req-d6f02757-4692-4a70-8651-4b09a88d6038 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:38.932796 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-904dea19-0095-402d-9b2e-9f228a6de674 req-d6f02757-4692-4a70-8651-4b09a88d6038 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0513127 Oct 06 04:33:38.972477 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0669e0da-04a8-4c9d-8f3e-08d401c5fbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for subnet (3622ba5b-a11e-4b78-8145-b9d0fc98232c), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:38.981858 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-904dea19-0095-402d-9b2e-9f228a6de674 req-fa169e59-4ade-4a51-b48b-bd3765042957 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435560 Oct 06 04:33:39.010643 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0669e0da-04a8-4c9d-8f3e-08d401c5fbb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.011607 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0669e0da-04a8-4c9d-8f3e-08d401c5fbb8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/3622ba5b-a11e-4b78-8145-b9d0fc98232c HTTP/1.1" status: 204 len: 168 time: 0.2211113 Oct 06 04:33:39.012581 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669e0da-04a8-4c9d-8f3e-08d401c5fbb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3622ba5b-a11e-4b78-8145-b9d0fc98232c,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:39.013324 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.016148 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38212) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:39.088920 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (cd39c040-5b27-40ac-bd4d-2c8a3dd55deb), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.176744 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (cd39c040-5b27-40ac-bd4d-2c8a3dd55deb), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.197908 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.198284 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.199093 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.199431 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.199779 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.200118 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.200886 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.200886 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.201169 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.201560 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.237881 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.269115 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.269464 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.269807 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.270144 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 06 04:33:39.270533 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd39c040-5b27-40ac-bd4d-2c8a3dd55deb']}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:39.301541 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02e586a-7303-4d14-9e33-0f48ab08e39a') {'for_net_delete': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:39.301840 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02e586a-7303-4d14-9e33-0f48ab08e39a') {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:39.336231 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26170665'] for segment (c02e586a-7303-4d14-9e33-0f48ab08e39a), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.368123 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a308d48-0338-49e6-b19c-93fbf93212e3 req-0986e0e6-d634-4b71-a142-ca575702bef2 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:39.369707 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4a308d48-0338-49e6-b19c-93fbf93212e3 req-0986e0e6-d634-4b71-a142-ca575702bef2 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 944 time: 0.0940678 Oct 06 04:33:39.370703 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (c02e586a-7303-4d14-9e33-0f48ab08e39a), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.381447 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=106194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:33:39.381854 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26116627'] for segment (c02e586a-7303-4d14-9e33-0f48ab08e39a), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.479526 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (cd39c040-5b27-40ac-bd4d-2c8a3dd55deb), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.496900 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.502408 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/cd39c040-5b27-40ac-bd4d-2c8a3dd55deb HTTP/1.1" status: 204 len: 168 time: 0.4852874 Oct 06 04:33:39.512946 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b52c60-e36d-4209-b039-1ddc21cc22f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd39c040-5b27-40ac-bd4d-2c8a3dd55deb,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:39.519776 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4a308d48-0338-49e6-b19c-93fbf93212e3 req-cd97eec8-6961-4622-aca9-75be90ce82b5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220524 Oct 06 04:33:39.529664 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment c02e586a-7303-4d14-9e33-0f48ab08e39a resource provider aggregate not found Oct 06 04:33:39.552814 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment c02e586a-7303-4d14-9e33-0f48ab08e39a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c02e586a-7303-4d14-9e33-0f48ab08e39a found for delete ", "request_id": "req-39ffd1e2-3a53-499f-b67e-be0e740f6a0b"}]} Oct 06 04:33:39.669411 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38236) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:39.713335 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-99476f61-7b96-4b3b-bcb7-d12dbf406fec admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a5333719f29749769b2f1052e453d4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429657 Oct 06 04:33:39.715972 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38238) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:39.748218 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:39.769847 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-730a14e4-b59a-4042-aee6-af496917b98d admin admin] Publish callbacks [] for security_group (4db05b2f-3777-4fdf-b5b2-4837a607ffdc), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.794579 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-730a14e4-b59a-4042-aee6-af496917b98d admin admin] Publish callbacks [] for security_group (4db05b2f-3777-4fdf-b5b2-4837a607ffdc), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.878731 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf166ac8-4bc9-459f-9969-1d5b67dd2311 req-17d8307f-fcbe-4eba-8936-e7f72a70a757 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:39.880271 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cf166ac8-4bc9-459f-9969-1d5b67dd2311 req-17d8307f-fcbe-4eba-8936-e7f72a70a757 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 944 time: 0.0565908 Oct 06 04:33:39.895883 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-730a14e4-b59a-4042-aee6-af496917b98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (4db05b2f-3777-4fdf-b5b2-4837a607ffdc), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.899667 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-730a14e4-b59a-4042-aee6-af496917b98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:39.900772 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-730a14e4-b59a-4042-aee6-af496917b98d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4db05b2f-3777-4fdf-b5b2-4837a607ffdc HTTP/1.1" status: 204 len: 168 time: 0.1838541 Oct 06 04:33:39.919781 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a14e4-b59a-4042-aee6-af496917b98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db05b2f-3777-4fdf-b5b2-4837a607ffdc,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:39.930028 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:39.938367 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e1789-9277-4037-8809-c29eeaf8394c req-941e97bf-4ceb-4657-a93c-e11c91dd7f23 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:39.939921 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e61e1789-9277-4037-8809-c29eeaf8394c req-941e97bf-4ceb-4657-a93c-e11c91dd7f23 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0608745 Oct 06 04:33:39.970804 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cf166ac8-4bc9-459f-9969-1d5b67dd2311 req-367af6ad-5238-4b49-b406-46530ae9ba24 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840666 Oct 06 04:33:39.998912 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e61e1789-9277-4037-8809-c29eeaf8394c req-77e1122d-a2e3-4f81-885d-d7a629720233 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510316 Oct 06 04:33:40.136185 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1cbcd-29c4-4006-aa6d-9e0bd45132e2 req-9dae7da9-ee35-4e6d-b166-396184d388b5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:40.137664 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6bf1cbcd-29c4-4006-aa6d-9e0bd45132e2 req-9dae7da9-ee35-4e6d-b166-396184d388b5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0716360 Oct 06 04:33:40.185615 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6bf1cbcd-29c4-4006-aa6d-9e0bd45132e2 req-832c7f79-c88d-4e7c-ba12-2ec5eafe95cc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Oct 06 04:33:40.317300 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38254) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:40.353955 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:40.364627 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-23c95226-879d-4b89-8762-e2c855c41ca7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=531d455406924a40b95f3de63b192e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437078 Oct 06 04:33:40.364854 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38256) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:40.422673 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfeec-271b-43af-a15a-dc8fa4b3c681 admin admin] Publish callbacks [] for security_group (a95f985b-87a0-44bf-a454-b07f2e6b7096), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:40.446076 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfeec-271b-43af-a15a-dc8fa4b3c681 admin admin] Publish callbacks [] for security_group (a95f985b-87a0-44bf-a454-b07f2e6b7096), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:40.497966 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-af187fdc-6fa4-47b5-aff7-23c57af52f83 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e HTTP/1.1" status: 200 len: 217 time: 0.2300491 Oct 06 04:33:40.514868 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfeec-271b-43af-a15a-dc8fa4b3c681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a95f985b-87a0-44bf-a454-b07f2e6b7096), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:40.517401 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfeec-271b-43af-a15a-dc8fa4b3c681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:40.518570 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-cc3cfeec-271b-43af-a15a-dc8fa4b3c681 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a95f985b-87a0-44bf-a454-b07f2e6b7096 HTTP/1.1" status: 204 len: 168 time: 0.1527665 Oct 06 04:33:40.526800 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cfeec-271b-43af-a15a-dc8fa4b3c681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95f985b-87a0-44bf-a454-b07f2e6b7096,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:40.537801 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:33:40.597553 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:33:40.606020 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:40.607225 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:40.607588 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e Oct 06 04:33:40.717612 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b8a48-d0b5-4fe3-8dd7-350883b35db1 req-02214b4b-309c-4057-9924-3415ae0a7457 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:40.719471 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ae7b8a48-d0b5-4fe3-8dd7-350883b35db1 req-02214b4b-309c-4057-9924-3415ae0a7457 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 944 time: 0.0627482 Oct 06 04:33:40.722325 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:40.722999 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:40.752378 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:40.762023 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc54a5c-492d-4721-89df-f5e8e3da0bfa" -d '{"events": [{"server_uuid": "dc52256a-9199-4650-94d2-898dc19ce71d", "name": "network-vif-plugged", "status": "completed", "tag": "09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:40.782774 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:40.811927 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ae7b8a48-d0b5-4fe3-8dd7-350883b35db1 req-cbfbba45-4d03-4f43-a42b-decef489e8b6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841362 Oct 06 04:33:40.813374 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:40.816157 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:33:40.839039 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:40.841265 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f4e275-16a3-4984-938d-e83442772e38 x-openstack-request-id: req-f8f4e275-16a3-4984-938d-e83442772e38 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:40.841580 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc52256a-9199-4650-94d2-898dc19ce71d", "name": "network-vif-plugged", "status": "completed", "tag": "09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:40.841966 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f8f4e275-16a3-4984-938d-e83442772e38 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:40.842351 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f4e275-16a3-4984-938d-e83442772e38'] response: {'server_uuid': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e', 'code': 200} Oct 06 04:33:40.905220 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:40.907773 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:40.913681 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 542157e8-aced-4f6a-815d-a118c4b3ca2c completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:33:40.922086 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 542157e8-aced-4f6a-815d-a118c4b3ca2c triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:33:40.922390 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:40.922729 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 542157e8-aced-4f6a-815d-a118c4b3ca2c Oct 06 04:33:41.016930 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 542157e8-aced-4f6a-815d-a118c4b3ca2c is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:41.017466 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:41.064979 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:41.072804 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:41.183032 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:41.187984 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005ccb9-b2d9-4ed2-b492-83dcc87d8b3a req-16c04f40-ac7e-4bdb-9f1c-fa21d1705524 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:41.189510 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9005ccb9-b2d9-4ed2-b492-83dcc87d8b3a req-16c04f40-ac7e-4bdb-9f1c-fa21d1705524 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0701962 Oct 06 04:33:41.208027 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf41c-2af5-418d-a4ce-0d0f21268fe6 req-454c7fa5-783d-49fd-9ec6-d882fe2f83ec tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:41.211001 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-defbf41c-2af5-418d-a4ce-0d0f21268fe6 req-454c7fa5-783d-49fd-9ec6-d882fe2f83ec tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.1130905 Oct 06 04:33:41.290448 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-defbf41c-2af5-418d-a4ce-0d0f21268fe6 req-5cb353e1-a6bf-48e6-89af-fbe62f5e9ac3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720668 Oct 06 04:33:41.307183 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9005ccb9-b2d9-4ed2-b492-83dcc87d8b3a req-ce2b507e-44e3-437f-a49b-465c2735e015 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040692 Oct 06 04:33:41.417700 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466d10b-8830-42ad-bd08-6a3bb5aed390 req-df7e59f6-80d2-4183-8490-1dc671dc9350 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:41.427043 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f466d10b-8830-42ad-bd08-6a3bb5aed390 req-df7e59f6-80d2-4183-8490-1dc671dc9350 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0693493 Oct 06 04:33:41.431552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-1230ecfb-9164-4b16-b251-2cf7129c2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:41.433438 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-1230ecfb-9164-4b16-b251-2cf7129c2b53 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4cf55578-05cd-4019-a875-59f46e84d9e6 HTTP/1.1" status: 200 len: 849 time: 0.0796254 Oct 06 04:33:41.513387 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f466d10b-8830-42ad-bd08-6a3bb5aed390 req-4ebcb6d2-7563-4dcd-a6a9-73e0babc9805 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853498 Oct 06 04:33:41.941874 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aaa05-8b12-4154-b754-92fc726047b1 req-7c9e795d-39e7-46b3-a2a7-1c83520156ee tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:41.943393 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-578aaa05-8b12-4154-b754-92fc726047b1 req-7c9e795d-39e7-46b3-a2a7-1c83520156ee tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0503712 Oct 06 04:33:41.995305 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-578aaa05-8b12-4154-b754-92fc726047b1 req-82ca481e-c2db-4731-b0e4-e7693828ce36 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459604 Oct 06 04:33:42.238711 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-982e293d-29d7-4deb-b3f6-c845c077f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:42.240337 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-982e293d-29d7-4deb-b3f6-c845c077f391 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dda97116-7fb3-4466-b2df-d492cd1f2494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545959 Oct 06 04:33:42.307462 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae4f6f-ad36-4820-b5b1-fdd4d4469f1f req-8025a7d9-e795-4466-adc6-bc72dea59c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:42.308893 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-33ae4f6f-ad36-4820-b5b1-fdd4d4469f1f req-8025a7d9-e795-4466-adc6-bc72dea59c3a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 1129 time: 0.0438683 Oct 06 04:33:42.434061 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51d1af-0550-476b-86e9-09d9a6353691 req-1739003c-eb2a-4488-ac1b-2400b477b814 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:42.434191 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f98498-2a3d-4932-89e0-36268947d446 req-463b2104-301e-4ff6-89b8-f837dbf5d478 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:42.436329 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5c51d1af-0550-476b-86e9-09d9a6353691 req-1739003c-eb2a-4488-ac1b-2400b477b814 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0583019 Oct 06 04:33:42.439417 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a2f98498-2a3d-4932-89e0-36268947d446 req-463b2104-301e-4ff6-89b8-f837dbf5d478 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0693407 Oct 06 04:33:42.483949 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a2f98498-2a3d-4932-89e0-36268947d446 req-4e0b3327-1e7a-40be-9671-fdc7d0fc0e33 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 Oct 06 04:33:42.485077 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5c51d1af-0550-476b-86e9-09d9a6353691 req-056dcff0-214d-4e95-9ef7-a0064abd365a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430009 Oct 06 04:33:42.631651 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:42.652938 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eefb37-5976-487f-aa49-5c8178057bc8 req-0bd56343-028b-43a4-b3bd-5915b8631e6a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:42.654418 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-37eefb37-5976-487f-aa49-5c8178057bc8 req-0bd56343-028b-43a4-b3bd-5915b8631e6a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0633612 Oct 06 04:33:42.708467 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-37eefb37-5976-487f-aa49-5c8178057bc8 req-e5d89585-71c3-4f76-8146-db18be9afa4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479336 Oct 06 04:33:42.847320 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:42.850125 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f9d73a-4b2b-4c9b-9af2-d1ba8c684a9c" -d '{"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-plugged", "status": "completed", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:42.949797 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03c9d-adce-46fa-bed5-3d1ef48e0ceb req-ef07e797-8acd-4af9-b841-7da733db41ff tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:42.956034 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-afc03c9d-adce-46fa-bed5-3d1ef48e0ceb req-ef07e797-8acd-4af9-b841-7da733db41ff tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.1374829 Oct 06 04:33:42.968324 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38392) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:42.981433 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-272c83a9-0f39-4989-b64b-6553a55fe3f4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'floatingip': {'port_id': '6388b760-70f1-47b6-a577-dd35569e080b'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:42.992653 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431a12a-ab0e-4d96-98c5-33a1f3c0fbfd req-d2c0d386-b3dc-4679-9eb6-5dce265336f9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:43.000295 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e431a12a-ab0e-4d96-98c5-33a1f3c0fbfd req-d2c0d386-b3dc-4679-9eb6-5dce265336f9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.1447921 Oct 06 04:33:43.002350 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f7aa2-43b4-41c3-b465-b4bc46564200 x-openstack-request-id: req-501f7aa2-43b4-41c3-b465-b4bc46564200 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:43.002706 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-plugged", "status": "completed", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:43.003050 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-501f7aa2-43b4-41c3-b465-b4bc46564200 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:43.003505 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501f7aa2-43b4-41c3-b465-b4bc46564200'] response: {'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'code': 200} Oct 06 04:33:43.012509 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-75e84509-2ff3-4356-b515-f2006a667f7e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434916 Oct 06 04:33:43.137790 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473f48f-be0a-480c-897a-ac5482d80e49 req-744347eb-3fe6-4afd-a28c-ebdfbdd050d8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:43.139290 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f473f48f-be0a-480c-897a-ac5482d80e49 req-744347eb-3fe6-4afd-a28c-ebdfbdd050d8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0542309 Oct 06 04:33:43.198110 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f473f48f-be0a-480c-897a-ac5482d80e49 req-1c0503e9-59b4-4450-8688-55e504b93ff7 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529797 Oct 06 04:33:43.283987 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-33ae4f6f-ad36-4820-b5b1-fdd4d4469f1f req-c38c4f38-1915-4409-8f5d-33424530dd02 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597052 Oct 06 04:33:43.288374 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-272c83a9-0f39-4989-b64b-6553a55fe3f4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (f4df8156-a064-4d88-9c07-0b62bbddfcba), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:43.362204 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38406) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:43.410220 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e431a12a-ab0e-4d96-98c5-33a1f3c0fbfd req-7b943c7d-fa43-44cc-958c-1ddb0e029a04 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090984 Oct 06 04:33:43.482571 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a75e80e8-d247-4549-873e-8c435fb2663c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:43.502756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:43.509891 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:43.566981 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a75e80e8-d247-4549-873e-8c435fb2663c admin admin] Publish callbacks [] for security_group (9349ecab-9371-4bca-8d4b-1719e6e354b1), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:43.580370 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a75e80e8-d247-4549-873e-8c435fb2663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (9349ecab-9371-4bca-8d4b-1719e6e354b1), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:43.655468 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e80e8-d247-4549-873e-8c435fb2663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9349ecab-9371-4bca-8d4b-1719e6e354b1,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:43.662092 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-a75e80e8-d247-4549-873e-8c435fb2663c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=28d1052e56e14617b5c2233ddf64fa0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981591 Oct 06 04:33:43.665550 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38412) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:43.676711 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe3ba-521e-4911-8e41-81c27d8fd831 req-2bd54bf5-72bc-4880-a816-39f006bca3f5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:43.678265 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-109fe3ba-521e-4911-8e41-81c27d8fd831 req-2bd54bf5-72bc-4880-a816-39f006bca3f5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0908151 Oct 06 04:33:43.755709 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-109fe3ba-521e-4911-8e41-81c27d8fd831 req-89794d8b-a37b-4852-b2c2-269624449e0e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705383 Oct 06 04:33:43.758575 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-83648c9a-0bd1-425a-a270-e062d2f8c119 admin admin] Publish callbacks [] for security_group (9349ecab-9371-4bca-8d4b-1719e6e354b1), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:43.763342 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:43.780236 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-83648c9a-0bd1-425a-a270-e062d2f8c119 admin admin] Publish callbacks [] for security_group (9349ecab-9371-4bca-8d4b-1719e6e354b1), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:43.831292 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-83648c9a-0bd1-425a-a270-e062d2f8c119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (9349ecab-9371-4bca-8d4b-1719e6e354b1), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:43.834234 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-83648c9a-0bd1-425a-a270-e062d2f8c119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:43.835538 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-83648c9a-0bd1-425a-a270-e062d2f8c119 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9349ecab-9371-4bca-8d4b-1719e6e354b1 HTTP/1.1" status: 204 len: 168 time: 0.1692877 Oct 06 04:33:43.846741 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83648c9a-0bd1-425a-a270-e062d2f8c119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349ecab-9371-4bca-8d4b-1719e6e354b1,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:43.983415 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-272c83a9-0f39-4989-b64b-6553a55fe3f4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:43.988281 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-272c83a9-0f39-4989-b64b-6553a55fe3f4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (f4df8156-a064-4d88-9c07-0b62bbddfcba), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:44.105762 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.l3_db [None req-272c83a9-0f39-4989-b64b-6553a55fe3f4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Floating IP f4df8156-a064-4d88-9c07-0b62bbddfcba associated. External IP: 172.27.0.34, port: 6388b760-70f1-47b6-a577-dd35569e080b. Oct 06 04:33:44.176710 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38428) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:44.190689 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cf658728-edf8-4f54-bd3c-471a85c22765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:44.264824 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:44.281458 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cf658728-edf8-4f54-bd3c-471a85c22765 admin admin] Publish callbacks [] for security_group (8103a240-5f65-43ca-bcc6-122a480e0d23), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:44.287220 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cf658728-edf8-4f54-bd3c-471a85c22765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8103a240-5f65-43ca-bcc6-122a480e0d23), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:44.329095 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-cf658728-edf8-4f54-bd3c-471a85c22765 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ceea8e2dc0cb448083e8920bc3444210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512606 Oct 06 04:33:44.329917 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf658728-edf8-4f54-bd3c-471a85c22765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8103a240-5f65-43ca-bcc6-122a480e0d23,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:44.332416 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38432) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:44.351524 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2adb03-d319-43c6-ab5a-9810a53aa0c9 req-01ea4a26-8a21-4485-98d0-0f74d0fd914f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:44.353516 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ef2adb03-d319-43c6-ab5a-9810a53aa0c9 req-01ea4a26-8a21-4485-98d0-0f74d0fd914f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0624795 Oct 06 04:33:44.358676 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272c83a9-0f39-4989-b64b-6553a55fe3f4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:33:44.398871 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2c25a102-35de-4bea-ae28-e7ab8ab1b02a admin admin] Publish callbacks [] for security_group (8103a240-5f65-43ca-bcc6-122a480e0d23), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:44.422572 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2c25a102-35de-4bea-ae28-e7ab8ab1b02a admin admin] Publish callbacks [] for security_group (8103a240-5f65-43ca-bcc6-122a480e0d23), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:44.459104 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ef2adb03-d319-43c6-ab5a-9810a53aa0c9 req-66bf774a-e7a0-41b3-a1a9-1bea0ab6d270 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988126 Oct 06 04:33:44.496269 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2c25a102-35de-4bea-ae28-e7ab8ab1b02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8103a240-5f65-43ca-bcc6-122a480e0d23), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:44.498898 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2c25a102-35de-4bea-ae28-e7ab8ab1b02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:44.503296 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-2c25a102-35de-4bea-ae28-e7ab8ab1b02a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8103a240-5f65-43ca-bcc6-122a480e0d23 HTTP/1.1" status: 204 len: 168 time: 0.1629062 Oct 06 04:33:44.512001 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25a102-35de-4bea-ae28-e7ab8ab1b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8103a240-5f65-43ca-bcc6-122a480e0d23,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:44.532414 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272c83a9-0f39-4989-b64b-6553a55fe3f4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:33:44.542405 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-272c83a9-0f39-4989-b64b-6553a55fe3f4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:44.547380 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:33:44.582937 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-272c83a9-0f39-4989-b64b-6553a55fe3f4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/f4df8156-a064-4d88-9c07-0b62bbddfcba HTTP/1.1" status: 200 len: 990 time: 1.6129501 Oct 06 04:33:44.583645 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'tag': '6388b760-70f1-47b6-a577-dd35569e080b'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:44.587010 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24207803-a2bd-4a63-a5bd-f308741f4bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba369ba5-73dc-42d2-a375-b15b0e42188c", "tag": "6388b760-70f1-47b6-a577-dd35569e080b"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:44.607777 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d0ee3-1a4a-4497-91e3-185978277196 req-1e83aa97-35b6-4fa2-aae0-6624fa64bd39 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:44.616511 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b91d0ee3-1a4a-4497-91e3-185978277196 req-1e83aa97-35b6-4fa2-aae0-6624fa64bd39 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0829978 Oct 06 04:33:44.634582 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad84ca4-00fb-4b24-9b22-2efc74ff4158 x-openstack-request-id: req-9ad84ca4-00fb-4b24-9b22-2efc74ff4158 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:44.635232 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba369ba5-73dc-42d2-a375-b15b0e42188c", "tag": "6388b760-70f1-47b6-a577-dd35569e080b", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:44.635684 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9ad84ca4-00fb-4b24-9b22-2efc74ff4158 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:44.636270 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad84ca4-00fb-4b24-9b22-2efc74ff4158'] response: {'name': 'network-changed', 'server_uuid': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'tag': '6388b760-70f1-47b6-a577-dd35569e080b', 'status': 'completed', 'code': 200} Oct 06 04:33:44.668684 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:33:44.669051 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b91d0ee3-1a4a-4497-91e3-185978277196 req-6ce0cda1-a16b-43ff-92c2-f0e3469daa7f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495992 Oct 06 04:33:44.669715 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:33:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:44.784260 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:33:44.901318 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81088b27-6b54-4e14-bf95-e8b9cadb5eb1 req-5e1a430d-9744-472f-92a5-bac1e01b5bae tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:44.902900 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-81088b27-6b54-4e14-bf95-e8b9cadb5eb1 req-5e1a430d-9744-472f-92a5-bac1e01b5bae tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0581443 Oct 06 04:33:44.963282 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-81088b27-6b54-4e14-bf95-e8b9cadb5eb1 req-245c71d6-5aa5-4e96-9334-1f1139d94fa4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530913 Oct 06 04:33:45.096443 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'f4df8156-a064-4d88-9c07-0b62bbddfcba', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:43Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:45.120587 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:33:45.129240 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:33:45.130007 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:33:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:45.257075 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:33:45.306944 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38472) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:45.453708 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38476) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:45.474359 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:45.482730 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-6806f2d0-4646-4324-b2d4-638203d39ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:45.502196 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'f4df8156-a064-4d88-9c07-0b62bbddfcba', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:43Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:45.503909 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-6806f2d0-4646-4324-b2d4-638203d39ab7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 1129 time: 0.1022310 Oct 06 04:33:45.514581 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1383013742-network', 'tenant_id': '250b86943e2d45dc992421c2adee42b2'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:45.533330 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e780e-967f-40c2-bd88-449c2cfbfd17 None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'f4df8156-a064-4d88-9c07-0b62bbddfcba', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:43Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:33:45.542249 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-570c87a5-6e3c-4fbf-a0c2-c7f8bd5df52d req-d273c4a1-2b06-4267-a09b-8f588acdad0d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798847 Oct 06 04:33:45.563614 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Made reservation on behalf of 250b86943e2d45dc992421c2adee42b2 for: {'network': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:45.567395 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.571625 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:45.581418 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.590874 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3c8a91c3-d816-4eff-b133-e38427af5e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.613534 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:45.656973 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe783-b0aa-4a15-80bc-24e8b93f5b04 req-b80c3927-a1a9-4577-a57e-c8c13a790ff1 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:45.658531 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-17ffe783-b0aa-4a15-80bc-24e8b93f5b04 req-b80c3927-a1a9-4577-a57e-c8c13a790ff1 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0695882 Oct 06 04:33:45.683111 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Publish callbacks [] for security_group (29d9cb8c-801d-472d-b577-2adf93025caf), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.688548 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (29d9cb8c-801d-472d-b577-2adf93025caf), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.723944 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=106194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:33:45.737517 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d9cb8c-801d-472d-b577-2adf93025caf,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:45.741177 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-17ffe783-b0aa-4a15-80bc-24e8b93f5b04 req-20efb1e3-04fa-4920-9946-104afb4bc089 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726085 Oct 06 04:33:45.756706 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (fbaa3cf1-ac28-4516-9dd6-1df0f4534423), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.757652 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.segments_db [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Added segment fbaa3cf1-ac28-4516-9dd6-1df0f4534423 of type vlan for network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 Oct 06 04:33:45.789498 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3c8a91c3-d816-4eff-b133-e38427af5e2e admin admin] Publish callbacks [] for security_group (c8f22791-9cdf-48a1-923e-1aaf9fd77cfd), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.794380 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3c8a91c3-d816-4eff-b133-e38427af5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (c8f22791-9cdf-48a1-923e-1aaf9fd77cfd), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.834627 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (1983fdd1-b263-4e74-8c0a-f8ec327f5bd3), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.838401 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3c8a91c3-d816-4eff-b133-e38427af5e2e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dd87fe693f8f4e7184d2d05992bbc9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829417 Oct 06 04:33:45.839288 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a91c3-d816-4eff-b133-e38427af5e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f22791-9cdf-48a1-923e-1aaf9fd77cfd,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:45.841616 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38486) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:45.872447 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd30df8-eeb2-4a44-93ae-e86be038a2b8 req-46f99484-8901-4b59-b0d2-8258698760ee tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:45.874283 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3fd30df8-eeb2-4a44-93ae-e86be038a2b8 req-46f99484-8901-4b59-b0d2-8258698760ee tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0826938 Oct 06 04:33:45.891077 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (1983fdd1-b263-4e74-8c0a-f8ec327f5bd3), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.892096 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:45.893495 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.895545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd099-1dd6-4bca-ae75-407196da48a6 admin admin] Publish callbacks [] for security_group (c8f22791-9cdf-48a1-923e-1aaf9fd77cfd), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.921521 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd099-1dd6-4bca-ae75-407196da48a6 admin admin] Publish callbacks [] for security_group (c8f22791-9cdf-48a1-923e-1aaf9fd77cfd), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.976219 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6675453 Oct 06 04:33:45.977885 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd099-1dd6-4bca-ae75-407196da48a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (c8f22791-9cdf-48a1-923e-1aaf9fd77cfd), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.982638 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd099-1dd6-4bca-ae75-407196da48a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:45.986948 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-7b4cd099-1dd6-4bca-ae75-407196da48a6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c8f22791-9cdf-48a1-923e-1aaf9fd77cfd HTTP/1.1" status: 204 len: 168 time: 0.1418681 Oct 06 04:33:45.989381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38488) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:45.998821 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Request body: {'subnet': {'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1383013742-subnet', 'tenant_id': '250b86943e2d45dc992421c2adee42b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:46.002359 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a770774-57bd-495e-bd1e-77f8ed90699c admin admin] Pushing event updated for resources: {'Network': ['ID=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:46.014448 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:33:46.018487 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3fd30df8-eeb2-4a44-93ae-e86be038a2b8 req-2621cbb6-e94f-4567-bbf7-15400a344b3f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366322 Oct 06 04:33:46.026483 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cd099-1dd6-4bca-ae75-407196da48a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f22791-9cdf-48a1-923e-1aaf9fd77cfd,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:46.064302 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Made reservation on behalf of 250b86943e2d45dc992421c2adee42b2 for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:46.071527 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25972344'] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.096995 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:46.313813 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-3f7a96c0-9b41-4ade-a65b-63c3220f1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:46.315507 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-3f7a96c0-9b41-4ade-a65b-63c3220f1c43 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 1129 time: 0.1803091 Oct 06 04:33:46.326541 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270aa1d-a142-4967-99dc-0c426c4ead9f req-6a7c313c-10f4-476c-b023-7c5ad227cba2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:46.328162 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9270aa1d-a142-4967-99dc-0c426c4ead9f req-6a7c313c-10f4-476c-b023-7c5ad227cba2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.1915317 Oct 06 04:33:46.374406 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-31e92c00-1e37-4084-929b-37548718c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:46.376018 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-31e92c00-1e37-4084-929b-37548718c5a4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 913 time: 0.2460351 Oct 06 04:33:46.434290 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9270aa1d-a142-4967-99dc-0c426c4ead9f req-2b05fffd-e87b-4aa2-99f6-0adc121d56f3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968091 Oct 06 04:33:46.458672 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:46.459545 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38498) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:46.469927 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f7d72d10-57f0-48b4-8a33-08d9fbf9b454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.507728 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26536829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25972330'] for subnet (1f997376-b747-4888-bec0-2dcfdcebdd1a), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.520678 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3848ee-515b-40a2-ac18-693da54e1e32 None None] New status for floating IP f4df8156-a064-4d88-9c07-0b62bbddfcba: ACTIVE {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:33:46.568127 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f7d72d10-57f0-48b4-8a33-08d9fbf9b454 admin admin] Publish callbacks [] for security_group (081310e9-6fcf-41af-80c0-9400976e187f), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.572843 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f7d72d10-57f0-48b4-8a33-08d9fbf9b454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (081310e9-6fcf-41af-80c0-9400976e187f), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.573383 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f997376-b747-4888-bec0-2dcfdcebdd1a,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:46.582366 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Checking segment: {'id': 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:33:46.582584 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Network hostable DHCP agents. Network: 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:33:46.608430 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:33:46.619544 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-f7d72d10-57f0-48b4-8a33-08d9fbf9b454 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ee6f047c2fe244f1857c7b201369c647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645179 Oct 06 04:33:46.621817 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d72d10-57f0-48b4-8a33-08d9fbf9b454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081310e9-6fcf-41af-80c0-9400976e187f,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:46.623066 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:33:46.624923 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38502) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:46.641772 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d47ea1-967b-4298-b198-3cc0b1df9795 None None] Network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:33:46.641918 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:46.642519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.684537 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-a1d2d589-6c0f-4641-a1a3-9c7f7d9aa7f8 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6939671 Oct 06 04:33:46.702261 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5493766-a2f9-4134-8723-eea5864dbc47 admin admin] Publish callbacks [] for security_group (081310e9-6fcf-41af-80c0-9400976e187f), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.725301 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5493766-a2f9-4134-8723-eea5864dbc47 admin admin] Publish callbacks [] for security_group (081310e9-6fcf-41af-80c0-9400976e187f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.794609 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5493766-a2f9-4134-8723-eea5864dbc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (081310e9-6fcf-41af-80c0-9400976e187f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.799444 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d5493766-a2f9-4134-8723-eea5864dbc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:46.801196 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d5493766-a2f9-4134-8723-eea5864dbc47 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/081310e9-6fcf-41af-80c0-9400976e187f HTTP/1.1" status: 204 len: 168 time: 0.1731288 Oct 06 04:33:46.816401 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5493766-a2f9-4134-8723-eea5864dbc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081310e9-6fcf-41af-80c0-9400976e187f,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:47.234404 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-7c9c2b29-5459-4cd3-9a38-5386a56f4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:47.237162 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-7c9c2b29-5459-4cd3-9a38-5386a56f4eec service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.2422154 Oct 06 04:33:47.318525 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773556be-8fc8-47c8-8a87-a5e841bf5b96 req-8e722814-34a9-4c13-a69f-da41967689e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:47.324085 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-773556be-8fc8-47c8-8a87-a5e841bf5b96 req-8e722814-34a9-4c13-a69f-da41967689e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 1129 time: 0.0845137 Oct 06 04:33:47.334698 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0847a5d7-b113-4133-9e3e-368cb26ae258 None None] Network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:33:47.375615 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b400e-0fa2-4272-8fd4-ed65546c06d5 req-56d7d3d8-9e36-48f7-a0e8-ac671a5ea1c9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:47.383690 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-662b400e-0fa2-4272-8fd4-ed65546c06d5 req-56d7d3d8-9e36-48f7-a0e8-ac671a5ea1c9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.5058641 Oct 06 04:33:47.397030 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c4e05-3b73-4dcf-a934-d333c1424831 req-016834a4-f420-47f7-a427-9ade8f2e7fb4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:47.402540 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bc5c4e05-3b73-4dcf-a934-d333c1424831 req-016834a4-f420-47f7-a427-9ade8f2e7fb4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.1602609 Oct 06 04:33:47.442906 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-079ee9a5-714a-400f-bcec-af505cc24aa3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6388b760-70f1-47b6-a577-dd35569e080b HTTP/1.1" status: 200 len: 998 time: 0.3033743 Oct 06 04:33:47.469502 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:47.479301 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bc5c4e05-3b73-4dcf-a934-d333c1424831 req-d913bcce-eeff-4029-a2e8-5c0ea0927add tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595839 Oct 06 04:33:47.483523 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-662b400e-0fa2-4272-8fd4-ed65546c06d5 req-b7a232de-18f2-425e-a290-37d6bf65e38a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994680 Oct 06 04:33:47.577807 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe383-26b1-4e82-8687-7ea8b0b0f50e req-641bc814-5fab-4e43-be60-c9b261ae1c0e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:47.579475 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-82fbe383-26b1-4e82-8687-7ea8b0b0f50e req-641bc814-5fab-4e43-be60-c9b261ae1c0e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0543740 Oct 06 04:33:47.618789 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:47.632232 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-82fbe383-26b1-4e82-8687-7ea8b0b0f50e req-e82842bd-bf11-4261-bd72-b55d002d5226 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469024 Oct 06 04:33:47.791350 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-55ec11c2-7887-4b15-862d-d5e8f5fa49a9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 HTTP/1.1" status: 200 len: 217 time: 0.0458009 Oct 06 04:33:47.794567 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-4473a17e-908f-44ca-90a0-a12a8e47540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:47.796188 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-4473a17e-908f-44ca-90a0-a12a8e47540d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0528491 Oct 06 04:33:47.815623 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-773556be-8fc8-47c8-8a87-a5e841bf5b96 req-641a7feb-ccde-4d70-8d48-2c69ba3d2d1c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714912 Oct 06 04:33:48.394621 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-65041f3a-a179-400e-a419-af2265e2f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:48.397515 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-65041f3a-a179-400e-a419-af2265e2f559 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549572 Oct 06 04:33:48.399517 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-b276cd3f-5055-487b-9043-1c1e7f051693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:48.400973 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-b276cd3f-5055-487b-9043-1c1e7f051693 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0595462 Oct 06 04:33:48.449681 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:48.467668 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-b863a660-6d5e-4fd3-a53a-158f52142b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:48.469087 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-b863a660-6d5e-4fd3-a53a-158f52142b87 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410347 Oct 06 04:33:48.524763 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-0bd26e47-c2c0-4ae6-baa4-4bc7cefb8075 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959206 Oct 06 04:33:48.618947 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8507a0c-5a46-44d4-930e-fe8ef567db44 req-efb293f4-6127-4a6c-abf0-c7ede2176bc7 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:48.620760 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f8507a0c-5a46-44d4-930e-fe8ef567db44 req-efb293f4-6127-4a6c-abf0-c7ede2176bc7 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0540571 Oct 06 04:33:48.685145 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f8507a0c-5a46-44d4-930e-fe8ef567db44 req-aba74d53-2532-4781-8d83-8e9dcd00cec3 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581703 Oct 06 04:33:48.754160 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78d01-8ca1-42a8-ac84-4347fb68eb25 req-b2ff9e9a-95ae-4ce2-b402-31e4f0480aa6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:48.756603 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-73a78d01-8ca1-42a8-ac84-4347fb68eb25 req-b2ff9e9a-95ae-4ce2-b402-31e4f0480aa6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0645182 Oct 06 04:33:48.816030 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-73a78d01-8ca1-42a8-ac84-4347fb68eb25 req-71f24f6e-c242-4374-b48d-50c201255648 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520296 Oct 06 04:33:48.829325 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711d5db-382a-4af9-ad99-787d942443b8 req-e6d5aebe-8e8e-4f47-8eea-03eaf66e6c13 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:48.831225 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9711d5db-382a-4af9-ad99-787d942443b8 req-e6d5aebe-8e8e-4f47-8eea-03eaf66e6c13 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0818250 Oct 06 04:33:48.866071 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:48.891470 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9711d5db-382a-4af9-ad99-787d942443b8 req-41ce330b-8814-4aae-b31d-9fdf4e55b0f2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514970 Oct 06 04:33:48.928390 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd3a9d-f923-411f-9789-19878d322795 req-cc5dcb16-b794-4403-988e-7e58e5df894e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:48.930185 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7bfd3a9d-f923-411f-9789-19878d322795 req-cc5dcb16-b794-4403-988e-7e58e5df894e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0486405 Oct 06 04:33:48.940650 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38566) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:48.945968 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-9e43b8fc-8bd3-45a4-a045-bf31fbc637ff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'floatingip': {'port_id': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:49.048794 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9e43b8fc-8bd3-45a4-a045-bf31fbc637ff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (45dd6d08-98ea-4c9a-bdaf-c88ca64836b5), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:49.176338 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc2573-0495-4b3d-b4fc-048ca3a2a42c req-9f1b58ff-b56f-4ee5-8f25-de765cd8ba0d tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:49.177826 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b8dc2573-0495-4b3d-b4fc-048ca3a2a42c req-9f1b58ff-b56f-4ee5-8f25-de765cd8ba0d tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0555794 Oct 06 04:33:49.233501 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b8dc2573-0495-4b3d-b4fc-048ca3a2a42c req-9ab24688-ba4a-4917-a085-5da9a372031a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495617 Oct 06 04:33:49.254436 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-b98bccd8-6809-4cf8-bac6-035baab39e97 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:49.256322 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-b98bccd8-6809-4cf8-bac6-035baab39e97 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 HTTP/1.1" status: 200 len: 809 time: 0.2776818 Oct 06 04:33:49.314561 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d6d51363-9c35-417c-8a0a-ed2650fb4bc1 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/quotas/250b86943e2d45dc992421c2adee42b2 HTTP/1.1" status: 200 len: 375 time: 0.0483274 Oct 06 04:33:49.352213 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-f8b22606-cd2a-4425-ae64-1dae03f268dc tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=250b86943e2d45dc992421c2adee42b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309675 Oct 06 04:33:49.793886 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-c90e108c-7b57-42be-b896-4bd2eca9b203 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162481 Oct 06 04:33:49.941079 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2233e-0e38-4564-83be-41c93a8c6f7c req-451a117d-2615-4733-bdec-c24df8ceb789 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:49.942604 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8fd2233e-0e38-4564-83be-41c93a8c6f7c req-451a117d-2615-4733-bdec-c24df8ceb789 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0473278 Oct 06 04:33:49.993385 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8fd2233e-0e38-4564-83be-41c93a8c6f7c req-3be6e5e4-5800-47a4-a401-af9e748053fe tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Oct 06 04:33:50.002809 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:50.077659 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-29e8f94b-fa07-4aaf-8aa4-7f0890c32506 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624018 Oct 06 04:33:50.104260 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8fd9-e8fa-4a8c-a2aa-bbb3294eda9c req-2ed91625-5541-4182-9940-19671089dcf1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:50.105790 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-42fa8fd9-e8fa-4a8c-a2aa-bbb3294eda9c req-2ed91625-5541-4182-9940-19671089dcf1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0541837 Oct 06 04:33:50.112677 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9e43b8fc-8bd3-45a4-a045-bf31fbc637ff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:50.119937 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9e43b8fc-8bd3-45a4-a045-bf31fbc637ff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (45dd6d08-98ea-4c9a-bdaf-c88ca64836b5), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:50.165906 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-42fa8fd9-e8fa-4a8c-a2aa-bbb3294eda9c req-4a5269a5-a10e-4692-9deb-9dca29c02a7c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528455 Oct 06 04:33:50.231825 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-9e43b8fc-8bd3-45a4-a045-bf31fbc637ff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Floating IP 45dd6d08-98ea-4c9a-bdaf-c88ca64836b5 associated. External IP: 172.27.0.16, port: 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e. Oct 06 04:33:50.271797 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d69ccb20-838f-407d-8abb-79c3e9a67193 req-f024b4c3-abfd-490f-bf8e-682031e4ae46 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 210 time: 0.0317910 Oct 06 04:33:50.361819 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:50.389529 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8e7f1-bff3-42df-a5de-f5ced35b7a77 req-38ce837d-6018-4ddf-8270-072f1188bd15 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:50.391026 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-83f8e7f1-bff3-42df-a5de-f5ced35b7a77 req-38ce837d-6018-4ddf-8270-072f1188bd15 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0623865 Oct 06 04:33:50.522314 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-83f8e7f1-bff3-42df-a5de-f5ced35b7a77 req-802f1c30-f66c-49f5-9b5b-14717db3d751 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981679 Oct 06 04:33:50.539127 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e43b8fc-8bd3-45a4-a045-bf31fbc637ff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Router 874f9a7b-1176-4679-b2a8-8a840e135f88 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:33:50.649220 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e43b8fc-8bd3-45a4-a045-bf31fbc637ff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:33:50.654422 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9e43b8fc-8bd3-45a4-a045-bf31fbc637ff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:50.661171 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] Sync routers for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:33:50.676978 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:33:50.677773 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:33:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:50.684521 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-9e43b8fc-8bd3-45a4-a045-bf31fbc637ff tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/45dd6d08-98ea-4c9a-bdaf-c88ca64836b5 HTTP/1.1" status: 200 len: 990 time: 1.7427752 Oct 06 04:33:50.685114 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'tag': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:50.687704 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c5ca36-1c71-480f-8baf-a3d47af20dda" -d '{"events": [{"name": "network-changed", "server_uuid": "dc52256a-9199-4650-94d2-898dc19ce71d", "tag": "09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:50.727730 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9c04c4-e8b9-4af1-83eb-a74f3b3e50ae x-openstack-request-id: req-5c9c04c4-e8b9-4af1-83eb-a74f3b3e50ae {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:50.728078 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc52256a-9199-4650-94d2-898dc19ce71d", "tag": "09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:50.728315 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5c9c04c4-e8b9-4af1-83eb-a74f3b3e50ae {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:50.728676 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9c04c4-e8b9-4af1-83eb-a74f3b3e50ae'] response: {'name': 'network-changed', 'server_uuid': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'tag': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e', 'status': 'completed', 'code': 200} Oct 06 04:33:50.797797 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:33:50.839364 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:50.938121 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:51.003353 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '45dd6d08-98ea-4c9a-bdaf-c88ca64836b5', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'port_id': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'mac_address': 'fa:16:3e:cc:ac:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:49Z', 'revision_number': 1, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:51.030911 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] Checking router: 874f9a7b-1176-4679-b2a8-8a840e135f88 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:33:51.039884 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:33:51.040652 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:33:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:51.121440 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d00ffb-5f1a-4926-8fdc-4fe478de28cf req-feb76d51-1d39-40b1-a642-504d8e4803a4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:51.122932 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c7d00ffb-5f1a-4926-8fdc-4fe478de28cf req-feb76d51-1d39-40b1-a642-504d8e4803a4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0548217 Oct 06 04:33:51.145027 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:33:51.171352 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c7d00ffb-5f1a-4926-8fdc-4fe478de28cf req-eaf7137e-321d-409c-8adc-a526ee15b905 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427141 Oct 06 04:33:51.298791 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55005b1-1d90-41bd-8974-5541a8d03956 req-6513fb43-7672-4e72-bc52-6cc769e6ce48 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:51.300396 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f55005b1-1d90-41bd-8974-5541a8d03956 req-6513fb43-7672-4e72-bc52-6cc769e6ce48 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0499249 Oct 06 04:33:51.356348 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f55005b1-1d90-41bd-8974-5541a8d03956 req-41c01a9c-cbb3-4dc2-9616-a7407039b8fd tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489550 Oct 06 04:33:51.383912 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ba890e70-32e5-441e-b5f2-7d121f877546 req-9824eb4c-e273-477d-acf9-e1bdf0117cd6 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 210 time: 0.0328977 Oct 06 04:33:51.449526 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '45dd6d08-98ea-4c9a-bdaf-c88ca64836b5', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'port_id': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'mac_address': 'fa:16:3e:cc:ac:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:49Z', 'revision_number': 1, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:51.473198 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474b626-930a-4cc9-801a-7a96047eee1a None None] The sync data for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi is: [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '45dd6d08-98ea-4c9a-bdaf-c88ca64836b5', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'port_id': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'mac_address': 'fa:16:3e:cc:ac:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:49Z', 'revision_number': 1, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:33:51.681272 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8aa24b-8b37-4cc5-98ae-2b10ec8d3707 None None] New status for floating IP 45dd6d08-98ea-4c9a-bdaf-c88ca64836b5: ACTIVE {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:33:51.690043 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-3431cde2-6ea4-403d-a80c-ad62dde5a3af service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000402 Oct 06 04:33:51.705958 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9d45d-0533-4da8-bbf4-82ed6590b995 req-d8fabe12-947c-455b-b09a-23943a297f01 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:51.707456 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c8e9d45d-0533-4da8-bbf4-82ed6590b995 req-d8fabe12-947c-455b-b09a-23943a297f01 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.1004996 Oct 06 04:33:51.752693 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-24207803-a2bd-4a63-a5bd-f308741f4bb3 req-523e51e3-6887-4892-a765-5ac08cf99d4c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546466 Oct 06 04:33:51.775650 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c8e9d45d-0533-4da8-bbf4-82ed6590b995 req-2e71ca93-a06c-467c-aefb-4ddd03ecf6e2 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615809 Oct 06 04:33:52.170687 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-486fd177-02f3-4afb-9023-f7f17e70b119 req-a3bd5dc4-5572-4b98-bd5f-b480024dec18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941873 Oct 06 04:33:52.291707 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0cfa6-ba9c-43f3-bc68-6ab541bb8ebb req-11d16eaf-1443-4158-984a-d2461b21740c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:52.293186 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-44c0cfa6-ba9c-43f3-bc68-6ab541bb8ebb req-11d16eaf-1443-4158-984a-d2461b21740c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0466032 Oct 06 04:33:52.317038 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:52.340237 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-44c0cfa6-ba9c-43f3-bc68-6ab541bb8ebb req-415d1343-165c-464d-a919-78b24ddc5c93 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Oct 06 04:33:52.486190 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f849210a-15af-4a46-a986-91d7d22e5cd6 req-d54ff7d3-77c8-46da-bd5c-58b1b48161bd tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 210 time: 0.0270452 Oct 06 04:33:52.500368 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130162f7-ae41-4dd1-b708-d24a8fb4b920 req-efe8a7a1-25bf-4fcc-af53-23e340544826 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:52.501869 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-130162f7-ae41-4dd1-b708-d24a8fb4b920 req-efe8a7a1-25bf-4fcc-af53-23e340544826 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0516343 Oct 06 04:33:52.550013 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-130162f7-ae41-4dd1-b708-d24a8fb4b920 req-b6902adc-ab77-4a13-a60d-f63325308036 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427644 Oct 06 04:33:52.675404 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55330567-c0b5-484a-9bb1-dd9c1d474bd6 req-641290c5-cee4-46a4-b7df-0fa96b46f213 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:52.677125 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-55330567-c0b5-484a-9bb1-dd9c1d474bd6 req-641290c5-cee4-46a4-b7df-0fa96b46f213 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0491819 Oct 06 04:33:52.688427 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38620) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:52.692749 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-b2b137e8-7ee9-43bb-ac1e-f10a816f0366 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'floatingip': {'port_id': '542157e8-aced-4f6a-815d-a118c4b3ca2c'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:52.704400 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:52.708442 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-3398dbe8-33e4-4207-9d41-07538ab559d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:52.709952 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-3398dbe8-33e4-4207-9d41-07538ab559d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 1129 time: 0.0407803 Oct 06 04:33:52.733841 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b2b137e8-7ee9-43bb-ac1e-f10a816f0366 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (497cafc8-c33f-46bb-b381-b13beef2b72f), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:52.895737 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b0993-47b9-4870-b0c8-e03418ed60fa req-11ec6e40-bae4-4f43-a19a-50e87727e80b tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:52.897226 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-787b0993-47b9-4870-b0c8-e03418ed60fa req-11ec6e40-bae4-4f43-a19a-50e87727e80b tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0475664 Oct 06 04:33:52.949539 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-787b0993-47b9-4870-b0c8-e03418ed60fa req-dcde09e4-4eaf-437b-aa2b-34909b41dadd tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Oct 06 04:33:53.097409 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:53.237085 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:53.297310 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:53.340132 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-c3a1cd42-ba2c-47e1-8712-1faf73664f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:53.341770 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-c3a1cd42-ba2c-47e1-8712-1faf73664f96 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 910 time: 0.0978334 Oct 06 04:33:53.389519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b2b137e8-7ee9-43bb-ac1e-f10a816f0366 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:53.396509 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b2b137e8-7ee9-43bb-ac1e-f10a816f0366 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (497cafc8-c33f-46bb-b381-b13beef2b72f), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:53.433037 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-7000d133-eb30-4154-840f-4de73d0d0645 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e HTTP/1.1" status: 200 len: 1000 time: 0.0798242 Oct 06 04:33:53.511033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcb3f6-92c5-4fad-bb10-844a9f4af6eb req-184f4014-8fb1-4aa5-8720-cd2701ebbd47 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:53.512381 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3ddcb3f6-92c5-4fad-bb10-844a9f4af6eb req-184f4014-8fb1-4aa5-8720-cd2701ebbd47 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0820546 Oct 06 04:33:53.547533 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-b2b137e8-7ee9-43bb-ac1e-f10a816f0366 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Floating IP 497cafc8-c33f-46bb-b381-b13beef2b72f associated. External IP: 172.27.0.46, port: 542157e8-aced-4f6a-815d-a118c4b3ca2c. Oct 06 04:33:53.598297 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c8767c18-a175-46b1-80f8-a6e168b101a7 req-1f5f2db1-d8b8-4b64-83d6-7b9f36c698e0 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 210 time: 0.0368845 Oct 06 04:33:53.649755 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3ddcb3f6-92c5-4fad-bb10-844a9f4af6eb req-46497035-9227-4a30-9be9-7618d0ab3823 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301534 Oct 06 04:33:53.668531 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-da99b3c2-f7c3-4dac-922e-ef9fb17d5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:53.668531 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-da99b3c2-f7c3-4dac-922e-ef9fb17d5ed2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4cf55578-05cd-4019-a875-59f46e84d9e6 HTTP/1.1" status: 200 len: 849 time: 0.0752409 Oct 06 04:33:53.690529 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-ab0b91da-a6f1-423c-abae-ec92b9ee8e8f tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:53.692016 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-ab0b91da-a6f1-423c-abae-ec92b9ee8e8f tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.1029873 Oct 06 04:33:53.713724 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-cfd1c0d3-1890-40ee-bbcb-68f1a4bc906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:53.715265 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-cfd1c0d3-1890-40ee-bbcb-68f1a4bc906e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dda97116-7fb3-4466-b2df-d492cd1f2494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420520 Oct 06 04:33:53.818755 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-121dd382-c8ec-482a-9785-bff3c8bc6cb0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915272 Oct 06 04:33:53.863817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:53.871724 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Deleting port 82231974-6803-4127-b9f5-c7ea01ea019f {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:33:53.872070 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:53.923691 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a0c5ca36-1c71-480f-8baf-a3d47af20dda req-b86738f2-42ed-4bdd-a794-605b58f00fc5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918546 Oct 06 04:33:53.994001 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b137e8-7ee9-43bb-ac1e-f10a816f0366 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Router 87febfd9-73a2-40db-aaca-01eef75cc423 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:33:54.013395 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] For port 82231974-6803-4127-b9f5-c7ea01ea019f, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=82231974-6803-4127-b9f5-c7ea01ea019f,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:54.013756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:54.032665 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Calling delete_port for 82231974-6803-4127-b9f5-c7ea01ea019f owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:33:54.074803 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfde3f-c10b-45f2-8c77-417570002fd9 req-e9043016-cf74-4ec3-827c-94b9dbeb1fed tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:54.076325 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-32bfde3f-c10b-45f2-8c77-417570002fd9 req-e9043016-cf74-4ec3-827c-94b9dbeb1fed tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 946 time: 0.0463483 Oct 06 04:33:54.128481 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-32bfde3f-c10b-45f2-8c77-417570002fd9 req-79ec14c0-3921-442d-9267-df86a6559893 tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ba91ef28-3d59-4cdf-be11-12b0ae84d137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464587 Oct 06 04:33:54.182232 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:54.216331 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b137e8-7ee9-43bb-ac1e-f10a816f0366 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:33:54.221206 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b2b137e8-7ee9-43bb-ac1e-f10a816f0366 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:54.231415 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] Sync routers for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:33:54.245732 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:33:54.246355 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:33:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:54.281499 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b2b137e8-7ee9-43bb-ac1e-f10a816f0366 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/497cafc8-c33f-46bb-b381-b13beef2b72f HTTP/1.1" status: 200 len: 990 time: 1.5899138 Oct 06 04:33:54.282522 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:54.284871 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504" -d '{"events": [{"name": "network-changed", "server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:54.318553 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (82231974-6803-4127-b9f5-c7ea01ea019f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:54.347796 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74adc95e-d91b-48e1-982c-f96bfe9793c4 x-openstack-request-id: req-74adc95e-d91b-48e1-982c-f96bfe9793c4 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:54.348104 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:54.348355 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-74adc95e-d91b-48e1-982c-f96bfe9793c4 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:54.348755 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74adc95e-d91b-48e1-982c-f96bfe9793c4'] response: {'name': 'network-changed', 'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'status': 'completed', 'code': 200} Oct 06 04:33:54.351899 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Pushing event deleted for resources: {'Port': ['ID=82231974-6803-4127-b9f5-c7ea01ea019f,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:54.368482 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:33:54.446267 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] No DVR routers for this DVR port 82231974-6803-4127-b9f5-c7ea01ea019f on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:33:54.452098 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:54.455572 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a03acf5d-23f0-4a71-ae74-8acac253ec9b req-e54f0c3b-3381-4e7f-8856-5e16ae69661a tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.25 "DELETE /networking/v2.0/ports/82231974-6803-4127-b9f5-c7ea01ea019f HTTP/1.1" status: 204 len: 173 time: 0.7575355 Oct 06 04:33:54.563966 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-e6210dcd-3662-4999-8e8a-9f1422c4d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:54.566110 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-e6210dcd-3662-4999-8e8a-9f1422c4d68e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 1129 time: 0.0737138 Oct 06 04:33:54.614400 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-6d922bc6-6d2e-4cc1-9e26-17ff8be4d6b3 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:54.618296 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-6d922bc6-6d2e-4cc1-9e26-17ff8be4d6b3 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 HTTP/1.1" status: 200 len: 809 time: 0.1871834 Oct 06 04:33:54.661486 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Request body: {'port': {'device_id': '421a8088-6baa-460d-b451-cb09dfa7bd36', 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3', 'admin_state_up': True, 'tenant_id': '250b86943e2d45dc992421c2adee42b2'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:54.668769 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '497cafc8-c33f-46bb-b381-b13beef2b72f', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'port_id': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'mac_address': 'fa:16:3e:c8:8b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:32Z', 'updated_at': '2022-10-06T04:33:53Z', 'revision_number': 1, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:54.698484 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-86403080-c1af-41e5-9902-362e366c591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:54.708791 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] Checking router: 87febfd9-73a2-40db-aaca-01eef75cc423 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:33:54.711797 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-86403080-c1af-41e5-9902-362e366c591b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.1359291 Oct 06 04:33:54.720184 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:33:54.720793 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:33:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:54.766287 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:54.768269 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-07324547-a930-4112-a5c1-3042570d29de req-5b64cb1a-fd3e-4704-a271-b239f203b6af tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 210 time: 0.0369985 Oct 06 04:33:54.830828 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Made reservation on behalf of 250b86943e2d45dc992421c2adee42b2 for: {'port': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:33:54.837640 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:33:54.838329 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:54.857485 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7b064-f6fa-458c-891e-f0ab7e66f8c2 req-13155612-e31e-4e00-80b0-2c69ee9acf92 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:54.859018 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-40b7b064-f6fa-458c-891e-f0ab7e66f8c2 req-13155612-e31e-4e00-80b0-2c69ee9acf92 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0872877 Oct 06 04:33:54.869792 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:54.924115 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-5c61d9d8-96c4-473c-9f2e-11ef92d5aeb6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c HTTP/1.1" status: 200 len: 998 time: 0.1185050 Oct 06 04:33:54.932714 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:54.963490 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-40b7b064-f6fa-458c-891e-f0ab7e66f8c2 req-a2a9492d-d28a-4b96-bea9-acf56549b18b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885253 Oct 06 04:33:55.017361 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Allocated IP 172.20.0.3 (1983fdd1-b263-4e74-8c0a-f8ec327f5bd3/1f997376-b747-4888-bec0-2dcfdcebdd1a/b031486f-0655-4510-94ff-6381ae70066e) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:33:55.023445 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-95d39140-f8a0-41f4-9fc1-0915dc684d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:55.026073 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-95d39140-f8a0-41f4-9fc1-0915dc684d42 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0618868 Oct 06 04:33:55.083854 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-ccf2946d-2a35-46d8-9101-ac1dc91e3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:55.085369 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-ccf2946d-2a35-46d8-9101-ac1dc91e3df6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509462 Oct 06 04:33:55.119399 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '497cafc8-c33f-46bb-b381-b13beef2b72f', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'port_id': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'mac_address': 'fa:16:3e:c8:8b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:32Z', 'updated_at': '2022-10-06T04:33:53Z', 'revision_number': 1, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:33:55.123676 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:55.156721 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f180721-6873-43aa-bf7e-aea0dad133fe None None] The sync data for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi is: [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '497cafc8-c33f-46bb-b381-b13beef2b72f', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'port_id': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'mac_address': 'fa:16:3e:c8:8b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:32Z', 'updated_at': '2022-10-06T04:33:53Z', 'revision_number': 1, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:33:55.160595 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:55.203373 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks [] for port (b031486f-0655-4510-94ff-6381ae70066e), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:55.233888 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-5aa2a794-33a7-4e69-a781-5647dde6f6d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234860 Oct 06 04:33:55.248815 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (b031486f-0655-4510-94ff-6381ae70066e), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:55.333835 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-89be8f31-12ac-4c4f-97b9-ea321291e9db req-a4a75739-24fb-47b5-9b7b-2ad72e40fe9d tempest-DeleteServersTestJSON-320233833 tempest-DeleteServersTestJSON-320233833-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f70ee71-4e29-4e3b-8073-d006f525c847 HTTP/1.1" status: 200 len: 210 time: 0.0423641 Oct 06 04:33:55.335807 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:33:55.339193 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:33:55.343203 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:33:55.354968 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Pushing event updated for resources: {'Port': ['ID=b031486f-0655-4510-94ff-6381ae70066e,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:55.370752 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 82231974-6803-4127-b9f5-c7ea01ea019f no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:33:55.393332 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 82231974-6803-4127-b9f5-c7ea01ea019f {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:33:55.394008 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 82231974-6803-4127-b9f5-c7ea01ea019f not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:33:55.402813 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9e595fd-d1b0-49a7-b4bc-4cdc458bf504 req-13c2719b-509c-433f-832c-eaeb06b562fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624923 Oct 06 04:33:55.417370 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:55.417999 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:55.438034 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1d53e826-9169-4d38-b147-5c559ad59a11 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7808361 Oct 06 04:33:55.463340 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cb9c88-b493-48d7-a8ba-552ba4cabc02 None None] New status for floating IP 497cafc8-c33f-46bb-b381-b13beef2b72f: ACTIVE {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:33:55.480499 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Request body: {'port': {'device_id': '421a8088-6baa-460d-b451-cb09dfa7bd36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:33:55.543014 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b031486f-0655-4510-94ff-6381ae70066e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:55.801825 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b031486f-0655-4510-94ff-6381ae70066e {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:55.809440 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:55.814818 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Publish callbacks [] for port (b031486f-0655-4510-94ff-6381ae70066e), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:55.833305 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Transition to ACTIVE for port object b031486f-0655-4510-94ff-6381ae70066e will not be triggered until provisioned by entity L2. {{(pid=106194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:33:55.837924 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (b031486f-0655-4510-94ff-6381ae70066e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:55.885847 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Pushing event updated for resources: {'Port': ['ID=b031486f-0655-4510-94ff-6381ae70066e,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:55.904261 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a306cf4-0bda-4a32-9b33-155c139fe6aa req-0bd6619d-2bd1-4de3-9217-ef8daf27d577 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:55.905754 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6a306cf4-0bda-4a32-9b33-155c139fe6aa req-0bd6619d-2bd1-4de3-9217-ef8daf27d577 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 943 time: 0.0520537 Oct 06 04:33:55.953561 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6a306cf4-0bda-4a32-9b33-155c139fe6aa req-0b02ade3-f697-4941-b360-4bf257e51122 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420330 Oct 06 04:33:55.963835 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Attempting to bind port b031486f-0655-4510-94ff-6381ae70066e on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:33:55.964448 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Attempting to bind port b031486f-0655-4510-94ff-6381ae70066e by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:33:55.964943 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Attempting to bind port b031486f-0655-4510-94ff-6381ae70066e on network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:56.013119 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Port b031486f-0655-4510-94ff-6381ae70066e on network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:33:56.013438 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Attempting to bind port b031486f-0655-4510-94ff-6381ae70066e on network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:33:56.103307 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a348b7-977c-45eb-9291-16bc92db0a36 req-a00ee9c0-4960-4dc6-a147-65a9ad3b95ed tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:56.104807 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-77a348b7-977c-45eb-9291-16bc92db0a36 req-a00ee9c0-4960-4dc6-a147-65a9ad3b95ed tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0622337 Oct 06 04:33:56.105704 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:33:56.106038 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Checking segment: {'id': 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:33:56.106421 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Bound using segment: {'id': 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:33:56.106873 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Bound port: b031486f-0655-4510-94ff-6381ae70066e, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:33:56.107258 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b031486f-0655-4510-94ff-6381ae70066e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:56.109315 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:56.197095 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-77a348b7-977c-45eb-9291-16bc92db0a36 req-af8e2ca9-b58f-4cf0-bd9b-ffeea0f277d1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852451 Oct 06 04:33:56.214509 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] For port b031486f-0655-4510-94ff-6381ae70066e, host hv-cinder-86022, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:33:56.217995 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] For port b031486f-0655-4510-94ff-6381ae70066e, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b031486f-0655-4510-94ff-6381ae70066e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:33:56.224677 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (b031486f-0655-4510-94ff-6381ae70066e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:56.229514 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:56.230123 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:56.231645 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b031486f-0655-4510-94ff-6381ae70066e HTTP/1.1" status: 200 len: 1093 time: 0.7574422 Oct 06 04:33:56.232190 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421a8088-6baa-460d-b451-cb09dfa7bd36', 'tag': 'b031486f-0655-4510-94ff-6381ae70066e'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:56.234421 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632798fb-9055-435d-90d9-8b2bf8ee2bae" -d '{"events": [{"name": "network-changed", "server_uuid": "421a8088-6baa-460d-b451-cb09dfa7bd36", "tag": "b031486f-0655-4510-94ff-6381ae70066e"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:56.285764 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b15d75-a8f5-4039-83fc-8b1ba90f7f45 service neutron] Pushing event updated for resources: {'Port': ['ID=b031486f-0655-4510-94ff-6381ae70066e,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:56.290574 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb6ede8-d5fc-4488-aa0e-3467747b51b8 x-openstack-request-id: req-6cb6ede8-d5fc-4488-aa0e-3467747b51b8 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:56.290865 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421a8088-6baa-460d-b451-cb09dfa7bd36", "tag": "b031486f-0655-4510-94ff-6381ae70066e", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:56.291150 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6cb6ede8-d5fc-4488-aa0e-3467747b51b8 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:56.291561 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb6ede8-d5fc-4488-aa0e-3467747b51b8'] response: {'name': 'network-changed', 'server_uuid': '421a8088-6baa-460d-b451-cb09dfa7bd36', 'tag': 'b031486f-0655-4510-94ff-6381ae70066e', 'status': 'completed', 'code': 200} Oct 06 04:33:56.350707 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f70ee71-4e29-4e3b-8073-d006f525c847', 'name': 'network-vif-deleted', 'tag': '82231974-6803-4127-b9f5-c7ea01ea019f'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:33:56.352984 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e08d36-4604-41d7-bc44-4264f872cbec" -d '{"events": [{"server_uuid": "4f70ee71-4e29-4e3b-8073-d006f525c847", "name": "network-vif-deleted", "tag": "82231974-6803-4127-b9f5-c7ea01ea019f"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:33:56.379268 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-a0cea253-b4a0-4d84-81f5-6a1151390b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:56.380786 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-a0cea253-b4a0-4d84-81f5-6a1151390b53 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=250b86943e2d45dc992421c2adee42b2&device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 1127 time: 0.0401001 Oct 06 04:33:56.391785 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe3c95d-af0c-45f9-a14f-bbb51e4efd8c x-openstack-request-id: req-efe3c95d-af0c-45f9-a14f-bbb51e4efd8c {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:33:56.392079 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f70ee71-4e29-4e3b-8073-d006f525c847", "name": "network-vif-deleted", "tag": "82231974-6803-4127-b9f5-c7ea01ea019f", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:33:56.392338 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-efe3c95d-af0c-45f9-a14f-bbb51e4efd8c {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:33:56.392743 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe3c95d-af0c-45f9-a14f-bbb51e4efd8c'] response: {'server_uuid': '4f70ee71-4e29-4e3b-8073-d006f525c847', 'name': 'network-vif-deleted', 'tag': '82231974-6803-4127-b9f5-c7ea01ea019f', 'status': 'completed', 'code': 200} Oct 06 04:33:56.433827 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-f2a1390a-4dd3-4c76-90d3-c16f1bf16b3e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b031486f-0655-4510-94ff-6381ae70066e HTTP/1.1" status: 200 len: 217 time: 0.0327508 Oct 06 04:33:56.486472 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-7dfff9e3-3dac-46e9-ad4c-c574cb043bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:56.487940 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-7dfff9e3-3dac-46e9-ad4c-c574cb043bc9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1f997376-b747-4888-bec0-2dcfdcebdd1a HTTP/1.1" status: 200 len: 849 time: 0.0476267 Oct 06 04:33:56.526221 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-1121a42d-6fad-45eb-8651-83455d185c0f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253849 Oct 06 04:33:56.631558 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-16afb1c1-e912-4f04-8537-d61308783890 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884991 Oct 06 04:33:56.735575 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-27a04a02-72c8-4081-9ba4-6c841cf8bf17 req-5c6fd912-c930-45e6-9d74-a79c08087767 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957146 Oct 06 04:33:57.075990 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef90f7-94a3-492f-ad36-bba110e3964b req-121f4978-9dee-431c-bcb6-e5b34e56ef7b tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:57.077592 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8bef90f7-94a3-492f-ad36-bba110e3964b req-121f4978-9dee-431c-bcb6-e5b34e56ef7b tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 943 time: 0.0466080 Oct 06 04:33:57.128222 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8bef90f7-94a3-492f-ad36-bba110e3964b req-9d94f3ee-cf8d-4cba-bd27-f2821e3c5f2d tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Oct 06 04:33:57.319604 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07209-0a20-46dd-adae-224097069095 req-0c5880ef-92de-4830-abc0-ff206331cdd4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:57.321054 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-13f07209-0a20-46dd-adae-224097069095 req-0c5880ef-92de-4830-abc0-ff206331cdd4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0455351 Oct 06 04:33:57.366899 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-13f07209-0a20-46dd-adae-224097069095 req-63cb1041-8da0-46ca-98a6-d81fb5b57ce6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Oct 06 04:33:57.825489 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38692) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:57.865109 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:58.213055 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:58.287675 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee9ff9-9d70-4fe2-bb93-72e38babe803 req-8192b2f9-7ee4-4fb5-8bc3-03471ceb2173 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:58.290368 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-97ee9ff9-9d70-4fe2-bb93-72e38babe803 req-8192b2f9-7ee4-4fb5-8bc3-03471ceb2173 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 943 time: 0.0707762 Oct 06 04:33:58.565308 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c854d-f7f5-49d0-ae68-0697d35cbbcc req-49e07f9a-62b4-48cd-9f8e-cef87313aa07 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:58.567009 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-be7c854d-f7f5-49d0-ae68-0697d35cbbcc req-49e07f9a-62b4-48cd-9f8e-cef87313aa07 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0877030 Oct 06 04:33:58.567804 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-97ee9ff9-9d70-4fe2-bb93-72e38babe803 req-9c8447a8-3757-4e92-803e-380b57658349 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697828 Oct 06 04:33:58.572840 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:58.726385 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-be7c854d-f7f5-49d0-ae68-0697d35cbbcc req-80036ef6-f5f1-4139-a9de-497184a2ab5e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518021 Oct 06 04:33:58.806351 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Deleting port 29d50ce5-33b1-4318-badf-4d2b89fa5b46 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:33:58.806698 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:58.891394 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] For port 29d50ce5-33b1-4318-badf-4d2b89fa5b46, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=29d50ce5-33b1-4318-badf-4d2b89fa5b46,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:58.891759 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:58.904536 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Calling delete_port for 29d50ce5-33b1-4318-badf-4d2b89fa5b46 owned by network:router_interface {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:33:59.097423 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:59.110889 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (29d50ce5-33b1-4318-badf-4d2b89fa5b46), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:59.138220 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d50ce5-33b1-4318-badf-4d2b89fa5b46,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:59.299217 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:59.371998 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device b031486f-0655-4510-94ff-6381ae70066e details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:33:59.394827 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-da666c44-6e88-41c2-9657-e7dd97649df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:59.395041 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:59.396259 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-da666c44-6e88-41c2-9657-e7dd97649df2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=250b86943e2d45dc992421c2adee42b2&device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 1127 time: 0.0527091 Oct 06 04:33:59.435525 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:59.482123 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:59.482698 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port b031486f-0655-4510-94ff-6381ae70066e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b031486f-0655-4510-94ff-6381ae70066e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:59.499574 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': 'b031486f-0655-4510-94ff-6381ae70066e', 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3', 'port_id': 'b031486f-0655-4510-94ff-6381ae70066e', 'mac_address': 'fa:16:3e:e9:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f997376-b747-4888-bec0-2dcfdcebdd1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:33:59.547622 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port b031486f-0655-4510-94ff-6381ae70066e is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:33:59.548028 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b031486f-0655-4510-94ff-6381ae70066e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:59.563119 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b031486f-0655-4510-94ff-6381ae70066e {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:33:59.568790 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-c595a320-530a-4791-ad21-5b4daebfec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:59.571109 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-c595a320-530a-4791-ad21-5b4daebfec3e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 HTTP/1.1" status: 200 len: 909 time: 0.1502156 Oct 06 04:33:59.584709 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port b031486f-0655-4510-94ff-6381ae70066e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b031486f-0655-4510-94ff-6381ae70066e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:33:59.591842 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (b031486f-0655-4510-94ff-6381ae70066e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:59.637787 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38722) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:59.653201 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=b031486f-0655-4510-94ff-6381ae70066e,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:59.660632 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-599c839e-7e20-4835-9e0d-cff42919ba08 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b031486f-0655-4510-94ff-6381ae70066e HTTP/1.1" status: 200 len: 217 time: 0.0425255 Oct 06 04:33:59.693447 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:33:59.713727 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11051f01-c9fd-431b-83fd-56a8e7adbd71 req-8a00d313-11b0-40a5-8ed3-eb66573bc945 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:59.715287 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-11051f01-c9fd-431b-83fd-56a8e7adbd71 req-8a00d313-11b0-40a5-8ed3-eb66573bc945 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 944 time: 0.0491402 Oct 06 04:33:59.719413 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:33:59.744107 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-0a251c21-7195-457e-b34f-1f416245bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:59.745791 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-0a251c21-7195-457e-b34f-1f416245bbb3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1f997376-b747-4888-bec0-2dcfdcebdd1a HTTP/1.1" status: 200 len: 849 time: 0.0715277 Oct 06 04:33:59.767121 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-39a2eaef-30b5-4425-b412-08333ac2cbd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:59.799877 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-11051f01-c9fd-431b-83fd-56a8e7adbd71 req-1f930c30-067c-4341-96ff-424ed3251bc9 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784311 Oct 06 04:33:59.827295 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-32eb0744-58ae-45d0-9935-cfc320e0ab7c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426192 Oct 06 04:33:59.864078 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-39a2eaef-30b5-4425-b412-08333ac2cbd9 admin admin] Publish callbacks [] for security_group (59a8049a-38ec-4f46-88be-636d249f1620), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:59.869097 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-39a2eaef-30b5-4425-b412-08333ac2cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (59a8049a-38ec-4f46-88be-636d249f1620), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:59.913155 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-39a2eaef-30b5-4425-b412-08333ac2cbd9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0a93d5a70da4473089e32d973268d35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736187 Oct 06 04:33:59.915587 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2eaef-30b5-4425-b412-08333ac2cbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8049a-38ec-4f46-88be-636d249f1620,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:33:59.918081 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38728) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:33:59.953495 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bdac7-e33c-46dd-b983-d359c22a7e20 req-7bddacf3-920b-4726-86cf-4baac77f0518 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:33:59.954989 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-de0bdac7-e33c-46dd-b983-d359c22a7e20 req-7bddacf3-920b-4726-86cf-4baac77f0518 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.1385267 Oct 06 04:33:59.969446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e878b36c-37d8-4cc0-804e-a217c6c63a8a admin admin] Publish callbacks [] for security_group (59a8049a-38ec-4f46-88be-636d249f1620), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:59.991533 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e878b36c-37d8-4cc0-804e-a217c6c63a8a admin admin] Publish callbacks [] for security_group (59a8049a-38ec-4f46-88be-636d249f1620), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:33:59.991739 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:34:00.002097 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] Sync routers for ids ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:34:00.007992 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-2f59d043-3a2f-46a4-a1b6-e0cf1ef628d0 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1797245 Oct 06 04:34:00.009226 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38730) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:00.013500 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] Routers {'7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:34:00.014012 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:33:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:00.038296 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-3ab581b8-2713-4881-a9ef-63699529b2c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994469 Oct 06 04:34:00.045501 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-de0bdac7-e33c-46dd-b983-d359c22a7e20 req-a7cb5a46-bbc1-4781-8fde-cf373a7d3269 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820007 Oct 06 04:34:00.090381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:00.104911 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:00.107763 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['b031486f-0655-4510-94ff-6381ae70066e'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:34:00.137574 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] Set router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:34:00.156259 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-632798fb-9055-435d-90d9-8b2bf8ee2bae req-46829f5e-4e6a-46f3-801b-1c7d1b608f29 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098161 Oct 06 04:34:00.164849 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e878b36c-37d8-4cc0-804e-a217c6c63a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (59a8049a-38ec-4f46-88be-636d249f1620), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.167423 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e878b36c-37d8-4cc0-804e-a217c6c63a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.170895 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-e878b36c-37d8-4cc0-804e-a217c6c63a8a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/59a8049a-38ec-4f46-88be-636d249f1620 HTTP/1.1" status: 204 len: 168 time: 0.2494106 Oct 06 04:34:00.181742 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks [] for router (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.184514 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878b36c-37d8-4cc0-804e-a217c6c63a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8049a-38ec-4f46-88be-636d249f1620,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:00.319716 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks [] for router_gateway (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.332832 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:10Z', 'updated_at': '2022-10-06T04:33:59Z', 'revision_number': 5, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'gw_port': {'id': '4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:00.363151 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] Checking router: 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:34:00.373374 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] Routers {'7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:34:00.373611 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Deleting port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:34:00.373972 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:33:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:00.374276 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.465649 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] For port 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:00.466159 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.466310 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] Set router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 gateway port host: None {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:34:00.480480 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Calling delete_port for 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b owned by network:router_gateway {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:34:00.516109 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:10Z', 'updated_at': '2022-10-06T04:34:00Z', 'revision_number': 6, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:00.524322 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:00.546282 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dbd39b-b471-418d-9f86-2c568a625a55 None None] The sync data for ids ['7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03'] in dv-cinder-860227-2-iscsi is: [{'id': '7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03', 'name': 'tempest-DeleteServersTestJSON-2134993748-router', 'tenant_id': '93b9baf342f94f34ae8f649db7198137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:10Z', 'updated_at': '2022-10-06T04:34:00Z', 'revision_number': 6, 'project_id': '93b9baf342f94f34ae8f649db7198137', 'gw_port_host': None}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:34:00.672084 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.699213 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:00.765816 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.878402 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.881773 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks [] for router_controller (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.970594 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.971467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 {{(pid=106195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:34:00.989774 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:00.989774 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-10cc3ab9-d72c-4bb2-8576-bdd835aa34c6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/7f7ad5e3-e2c3-41ba-9a75-7b8debfa1c03 HTTP/1.1" status: 204 len: 168 time: 0.9725914 Oct 06 04:34:00.993579 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38756) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:00.994111 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38758) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:01.055237 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-04dad111-6a95-4bd9-975e-012b6fbef85e admin admin] Deleting subnet f9ac6b03-cf48-476c-8f08-d38b0bda49cb {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:34:01.059111 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04dad111-6a95-4bd9-975e-012b6fbef85e admin admin] Publish callbacks [] for subnet (f9ac6b03-cf48-476c-8f08-d38b0bda49cb), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.115779 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04dad111-6a95-4bd9-975e-012b6fbef85e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (f9ac6b03-cf48-476c-8f08-d38b0bda49cb), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.122025 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce233c3-4a41-4f37-bed3-6fcc785eacd2 req-5dd64a2b-c841-492c-bb22-eb0be6184ba1 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:01.123923 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fce233c3-4a41-4f37-bed3-6fcc785eacd2 req-5dd64a2b-c841-492c-bb22-eb0be6184ba1 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 944 time: 0.0641177 Oct 06 04:34:01.140577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-912814877-network', 'tenant_id': 'd951f19622f24014b0db552eafd4346d'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:01.178552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Made reservation on behalf of d951f19622f24014b0db552eafd4346d for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:34:01.181451 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.198876 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.200972 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b9153-46a7-482f-9684-bb4cc3eba5af req-a5ddc3de-b545-4745-9fd8-226078c95fb9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:01.202445 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bc9b9153-46a7-482f-9684-bb4cc3eba5af req-a5ddc3de-b545-4745-9fd8-226078c95fb9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0599861 Oct 06 04:34:01.211941 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fce233c3-4a41-4f37-bed3-6fcc785eacd2 req-3860ebc5-18ef-4d28-be6b-6b0fd8bcc09d tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825999 Oct 06 04:34:01.254454 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:01.261720 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:01.289931 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04dad111-6a95-4bd9-975e-012b6fbef85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (f9ac6b03-cf48-476c-8f08-d38b0bda49cb), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.296466 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Publish callbacks [] for security_group (89759294-b231-4dde-968a-d9af9fbc546b), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.300209 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (89759294-b231-4dde-968a-d9af9fbc546b), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.328160 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:34:01.340142 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89759294-b231-4dde-968a-d9af9fbc546b,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:01.346786 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (71a49cfa-a0f2-4e0d-84cf-ce14bb613e90), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.347168 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Added segment 71a49cfa-a0f2-4e0d-84cf-ce14bb613e90 of type vlan for network d5ebc260-c361-42d8-80fe-e4538974d21b Oct 06 04:34:01.395348 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (d5ebc260-c361-42d8-80fe-e4538974d21b), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.423428 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (d5ebc260-c361-42d8-80fe-e4538974d21b), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.424471 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:01.425096 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.475009 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device b031486f-0655-4510-94ff-6381ae70066e up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:34:01.495323 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5003285 Oct 06 04:34:01.498031 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38766) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:01.502817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Request body: {'subnet': {'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-912814877-subnet', 'tenant_id': 'd951f19622f24014b0db552eafd4346d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:01.514281 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b591a5-b4cc-4cae-9eae-e3378c25fe55 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ebc260-c361-42d8-80fe-e4538974d21b,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:01.521387 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=75,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:01.531485 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network d5ebc260-c361-42d8-80fe-e4538974d21b details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:34:01.546166 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Made reservation on behalf of d951f19622f24014b0db552eafd4346d for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:34:01.548823 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25972344'] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.577635 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bc9b9153-46a7-482f-9684-bb4cc3eba5af req-14419c3c-2bb0-4f82-a71c-2b48bff0db3a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537278 Oct 06 04:34:01.606428 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04dad111-6a95-4bd9-975e-012b6fbef85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (f9ac6b03-cf48-476c-8f08-d38b0bda49cb), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.628451 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port b031486f-0655-4510-94ff-6381ae70066e completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:34:01.638599 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port b031486f-0655-4510-94ff-6381ae70066e triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:34:01.639321 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (b031486f-0655-4510-94ff-6381ae70066e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.639968 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port b031486f-0655-4510-94ff-6381ae70066e Oct 06 04:34:01.644184 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dad111-6a95-4bd9-975e-012b6fbef85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ac6b03-cf48-476c-8f08-d38b0bda49cb,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:01.661430 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-04dad111-6a95-4bd9-975e-012b6fbef85e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.666436 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-04dad111-6a95-4bd9-975e-012b6fbef85e admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/f9ac6b03-cf48-476c-8f08-d38b0bda49cb HTTP/1.1" status: 204 len: 168 time: 0.6714609 Oct 06 04:34:01.668733 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38768) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:01.670274 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757608a-b7a9-4fca-bc1f-f6a1755606af None None] Network 97b8f3be-2662-4f10-9b78-aa77c932c5e7 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:34:01.752628 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (97b8f3be-2662-4f10-9b78-aa77c932c5e7), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.758632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26536829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25972330'] for subnet (10538a8d-eb3b-45bf-b2d8-aa56604be43f), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.809218 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Deleting port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:34:01.809904 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.811323 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port b031486f-0655-4510-94ff-6381ae70066e is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:34:01.811963 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b031486f-0655-4510-94ff-6381ae70066e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.833097 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10538a8d-eb3b-45bf-b2d8-aa56604be43f,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:01.841093 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421a8088-6baa-460d-b451-cb09dfa7bd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b031486f-0655-4510-94ff-6381ae70066e'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:34:01.843405 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f649c46-15f7-461a-a1cc-0065f813e550" -d '{"events": [{"server_uuid": "421a8088-6baa-460d-b451-cb09dfa7bd36", "name": "network-vif-plugged", "status": "completed", "tag": "b031486f-0655-4510-94ff-6381ae70066e"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:34:01.863141 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Checking segment: {'id': '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:34:01.864518 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Network hostable DHCP agents. Network: d5ebc260-c361-42d8-80fe-e4538974d21b, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:34:01.865504 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port b031486f-0655-4510-94ff-6381ae70066e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b031486f-0655-4510-94ff-6381ae70066e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:01.884696 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (b031486f-0655-4510-94ff-6381ae70066e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.895985 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] DHCP port deletion for 97b8f3be-2662-4f10-9b78-aa77c932c5e7 request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:34:01.896483 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Network d5ebc260-c361-42d8-80fe-e4538974d21b is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:34:01.899606 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122a2cf-b488-4a85-94e1-ae8429ce1d45 x-openstack-request-id: req-e122a2cf-b488-4a85-94e1-ae8429ce1d45 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:34:01.900139 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421a8088-6baa-460d-b451-cb09dfa7bd36", "name": "network-vif-plugged", "status": "completed", "tag": "b031486f-0655-4510-94ff-6381ae70066e", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:34:01.900399 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e122a2cf-b488-4a85-94e1-ae8429ce1d45 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:34:01.901091 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e122a2cf-b488-4a85-94e1-ae8429ce1d45'] response: {'server_uuid': '421a8088-6baa-460d-b451-cb09dfa7bd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b031486f-0655-4510-94ff-6381ae70066e', 'code': 200} Oct 06 04:34:01.901359 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] For port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=fb482fe1-87da-4a79-8d5d-40ab4baf8a4c,segment=NetworkSegment(cae91022-a03c-4e50-9b81-c9fc313e6205),segment_id=cae91022-a03c-4e50-9b81-c9fc313e6205)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:01.901729 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.913405 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, d5ebc260-c361-42d8-80fe-e4538974d21b) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:34:01.915701 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Calling delete_port for fb482fe1-87da-4a79-8d5d-40ab4baf8a4c owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:34:01.921743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:01.922645 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:01.934337 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a51b4d-9c11-431b-a43e-5ed6ab7947f4 None None] Network d5ebc260-c361-42d8-80fe-e4538974d21b requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:34:01.947777 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b84410e9-79c4-47ac-a122-13efa72fc920 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4487195 Oct 06 04:34:02.007926 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:02.017664 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.048246 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb482fe1-87da-4a79-8d5d-40ab4baf8a4c,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:02.050813 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] No DVR routers for this DVR port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c on host dv-cinder-860227-2-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:34:02.062193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=b031486f-0655-4510-94ff-6381ae70066e,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:02.071765 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:02.088189 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] Deleting port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c {{(pid=106196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:34:02.088599 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), before_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.152721 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (97b8f3be-2662-4f10-9b78-aa77c932c5e7), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.188070 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d97af-f74b-45b8-aae2-2a1c4e0efc25 None None] Network d5ebc260-c361-42d8-80fe-e4538974d21b requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:34:02.203458 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b8f3be-2662-4f10-9b78-aa77c932c5e7']}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:02.211437 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] For port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c, host dv-cinder-860227-2-iscsi, got binding levels [] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:02.211843 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), precommit_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.221951 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae91022-a03c-4e50-9b81-c9fc313e6205') {'for_net_delete': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:02.222348 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae91022-a03c-4e50-9b81-c9fc313e6205') {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:02.238343 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad13f3-3292-43f6-99b5-9ed89cd49672 req-ccc496bb-8310-400d-ad64-c9e2d3129c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:02.239903 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-38ad13f3-3292-43f6-99b5-9ed89cd49672 req-ccc496bb-8310-400d-ad64-c9e2d3129c03 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 1129 time: 0.0647502 Oct 06 04:34:02.242566 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26170665'] for segment (cae91022-a03c-4e50-9b81-c9fc313e6205), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.261486 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] Calling delete_port for fb482fe1-87da-4a79-8d5d-40ab4baf8a4c owned by network:dhcp {{(pid=106196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:34:02.267147 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.ipam_backend_mixin [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] Port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c was not found and therefore no delete operation was performed {{(pid=106196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 06 04:34:02.271245 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725'] for port (fb482fe1-87da-4a79-8d5d-40ab4baf8a4c), after_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.309105 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:02.312436 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (cae91022-a03c-4e50-9b81-c9fc313e6205), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.315018 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] Pushing event deleted for resources: {'Port': ['ID=fb482fe1-87da-4a79-8d5d-40ab4baf8a4c,revision_number=None']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:02.318819 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ac8e2-b570-4b74-9392-073cede79e5a None None] No DVR routers for this DVR port fb482fe1-87da-4a79-8d5d-40ab4baf8a4c on host dv-cinder-860227-2-iscsi {{(pid=106196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:34:02.339532 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:34:02.340028 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26116627'] for segment (cae91022-a03c-4e50-9b81-c9fc313e6205), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.395486 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-38ad13f3-3292-43f6-99b5-9ed89cd49672 req-cff846db-8e7a-4706-b73b-508ef0619813 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443028 Oct 06 04:34:02.400142 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device fb482fe1-87da-4a79-8d5d-40ab4baf8a4c no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:34:02.425829 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: fb482fe1-87da-4a79-8d5d-40ab4baf8a4c {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:34:02.426180 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device fb482fe1-87da-4a79-8d5d-40ab4baf8a4c not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:34:02.426601 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:34:02.461389 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceac1e-0109-4603-ae5a-50dc7054318a req-facf91a0-18b2-4f8a-ab46-2aa32ac288cc tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:02.463315 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b7ceac1e-0109-4603-ae5a-50dc7054318a req-facf91a0-18b2-4f8a-ab46-2aa32ac288cc tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.1050184 Oct 06 04:34:02.465394 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (97b8f3be-2662-4f10-9b78-aa77c932c5e7), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.474370 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment cae91022-a03c-4e50-9b81-c9fc313e6205 resource provider aggregate not found Oct 06 04:34:02.502226 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.508816 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/97b8f3be-2662-4f10-9b78-aa77c932c5e7 HTTP/1.1" status: 204 len: 168 time: 0.8389232 Oct 06 04:34:02.511017 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment cae91022-a03c-4e50-9b81-c9fc313e6205 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cae91022-a03c-4e50-9b81-c9fc313e6205 found for delete ", "request_id": "req-973ba922-5b4e-47b9-8c94-fc3c5fb4e40e"}]} Oct 06 04:34:02.518989 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae242-1ec2-4fb6-8773-3c725b01e76b admin admin] Pushing event deleted for resources: {'Network': ['ID=97b8f3be-2662-4f10-9b78-aa77c932c5e7,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:02.559243 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b7ceac1e-0109-4603-ae5a-50dc7054318a req-64e588c0-2fc8-4121-8f12-80b8b1e38982 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867851 Oct 06 04:34:02.592835 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:34:02.593446 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 4cce1a5e-1a5c-45ea-9a0f-198e1d4bf70b not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:34:02.593779 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 29d50ce5-33b1-4318-badf-4d2b89fa5b46 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:34:02.616790 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 29d50ce5-33b1-4318-badf-4d2b89fa5b46 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:34:02.617259 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 29d50ce5-33b1-4318-badf-4d2b89fa5b46 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:34:02.679156 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 38790) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:02.746773 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6a9e0895-dcbf-4260-aae3-b85030bd8c22 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=93b9baf342f94f34ae8f649db7198137&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0660248 Oct 06 04:34:02.747024 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 38794) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:02.790583 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e4194-6e54-42fd-a7a1-e66ba602e23e req-631a8f9c-5c2f-40b3-abf0-7612093ce99c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:02.792318 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-147e4194-6e54-42fd-a7a1-e66ba602e23e req-631a8f9c-5c2f-40b3-abf0-7612093ce99c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0734503 Oct 06 04:34:02.845040 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b57bc226-c21f-44a7-bb31-2799060232b6 admin admin] Publish callbacks [] for security_group (ba91ef28-3d59-4cdf-be11-12b0ae84d137), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.865849 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-147e4194-6e54-42fd-a7a1-e66ba602e23e req-0cc26b14-a7f1-466b-ae62-6b251b1f89c3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680296 Oct 06 04:34:02.875083 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b57bc226-c21f-44a7-bb31-2799060232b6 admin admin] Publish callbacks [] for security_group (ba91ef28-3d59-4cdf-be11-12b0ae84d137), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.922726 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b57bc226-c21f-44a7-bb31-2799060232b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (ba91ef28-3d59-4cdf-be11-12b0ae84d137), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.925263 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b57bc226-c21f-44a7-bb31-2799060232b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:02.926387 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b57bc226-c21f-44a7-bb31-2799060232b6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ba91ef28-3d59-4cdf-be11-12b0ae84d137 HTTP/1.1" status: 204 len: 168 time: 0.1786191 Oct 06 04:34:02.928947 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:02.936144 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bc226-c21f-44a7-bb31-2799060232b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba91ef28-3d59-4cdf-be11-12b0ae84d137,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:03.686116 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32f7a6-4ca9-47be-bfcc-14b5b7163b69 req-c0608ff3-c1e3-4d9b-b4ee-1582953182e3 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:03.688906 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ae32f7a6-4ca9-47be-bfcc-14b5b7163b69 req-c0608ff3-c1e3-4d9b-b4ee-1582953182e3 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.0540771 Oct 06 04:34:03.702138 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:03.741783 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ae32f7a6-4ca9-47be-bfcc-14b5b7163b69 req-9a596917-9538-4316-ae7b-8fdc5617b63c tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457578 Oct 06 04:34:04.055958 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-b87885ea-aa2d-4db6-ad6f-db1336cd9079 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:04.059340 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-b87885ea-aa2d-4db6-ad6f-db1336cd9079 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/networks?id=d5ebc260-c361-42d8-80fe-e4538974d21b HTTP/1.1" status: 200 len: 813 time: 0.1180542 Oct 06 04:34:04.083920 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-8f61effb-8c10-40b2-a443-4e68f571e554 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/quotas/d951f19622f24014b0db552eafd4346d HTTP/1.1" status: 200 len: 375 time: 0.0105903 Oct 06 04:34:04.084570 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-470c216d-71b3-4c21-91e8-a9c29457c030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:04.126651 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-de102d1c-034f-4f84-9dd4-28f99ed6fdd3 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d951f19622f24014b0db552eafd4346d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375538 Oct 06 04:34:04.167333 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e74238-8e0d-4314-a96e-a9339866f09e req-9a796d08-a0a6-4571-ad87-4e9a5250290e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:04.168912 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-97e74238-8e0d-4314-a96e-a9339866f09e req-9a796d08-a0a6-4571-ad87-4e9a5250290e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0493789 Oct 06 04:34:04.220406 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-97e74238-8e0d-4314-a96e-a9339866f09e req-ffd2f8ff-ea8e-457f-9a47-d3876a84ba52 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Oct 06 04:34:04.222073 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-d1f0eabe-247c-4ae4-80fb-dd0e918a09ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871613 Oct 06 04:34:04.321408 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-ccddbadb-0052-4635-8d14-76667f2da080 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928333 Oct 06 04:34:04.497653 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-dd670186-029d-4809-924e-11f9fa75ff81 req-cc794262-3212-496b-b235-629e441d050f tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 210 time: 0.0410795 Oct 06 04:34:04.879682 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c8f0a-79d8-4144-b1f8-138705de4d50 req-80cd492f-25f5-4642-ac10-77f68b9982cb tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:04.881147 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1d4c8f0a-79d8-4144-b1f8-138705de4d50 req-80cd492f-25f5-4642-ac10-77f68b9982cb tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.0504301 Oct 06 04:34:04.933861 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1d4c8f0a-79d8-4144-b1f8-138705de4d50 req-88bb6d47-3242-42a3-a767-c52bb034462d tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 Oct 06 04:34:05.363297 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12693676-939d-4162-958c-ff893c2ae273 req-7c4cb2c8-bc39-45f7-a651-cdd185243f02 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:05.364923 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-12693676-939d-4162-958c-ff893c2ae273 req-7c4cb2c8-bc39-45f7-a651-cdd185243f02 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0607462 Oct 06 04:34:05.422870 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-12693676-939d-4162-958c-ff893c2ae273 req-4103ff13-979c-4d01-8d3e-022b5fc323fb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502625 Oct 06 04:34:05.607993 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f7f4ec15-3fee-4b7f-9b43-4fb941008f92 req-6a7cdda2-cacd-4429-b0d6-6e67db78b5f3 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 210 time: 0.0280077 Oct 06 04:34:05.857906 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f3de4-63cb-4ae7-ab33-22d859bf3544 req-19b2fae9-980c-4f3e-9b30-9d924517acfe tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:05.859390 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-904f3de4-63cb-4ae7-ab33-22d859bf3544 req-19b2fae9-980c-4f3e-9b30-9d924517acfe tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.0566263 Oct 06 04:34:05.907898 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-904f3de4-63cb-4ae7-ab33-22d859bf3544 req-54c53667-51d3-423b-9cc4-3161f6e9f1c3 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Oct 06 04:34:06.443197 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cafe3a2b-35dc-4be5-9996-c14e516b993e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:06.546016 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d7cd-e19f-4495-b86b-c96f34c0354e req-0f263bb1-9e4b-410f-a8b5-fbd3d4f9b110 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:06.547526 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1e51d7cd-e19f-4495-b86b-c96f34c0354e req-0f263bb1-9e4b-410f-a8b5-fbd3d4f9b110 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0463345 Oct 06 04:34:06.593652 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1e51d7cd-e19f-4495-b86b-c96f34c0354e req-2e6e1d64-8d16-4c53-ac5b-d0f3f2a84109 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Oct 06 04:34:06.710689 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ed9c3dc5-c93f-4941-91f2-0de32d038f0f req-b94fbcec-58e0-4485-a9a3-b68d90515800 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 210 time: 0.0266938 Oct 06 04:34:07.030201 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ca06-c18f-49f7-9399-fc8d4400f3dc req-ec69b6c6-6b6f-49ae-9f92-e6e4c98103d5 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:07.031595 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1eb9ca06-c18f-49f7-9399-fc8d4400f3dc req-ec69b6c6-6b6f-49ae-9f92-e6e4c98103d5 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.0460629 Oct 06 04:34:07.081330 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1eb9ca06-c18f-49f7-9399-fc8d4400f3dc req-12ab893b-2a71-4cf5-927f-f4181c2bc9f0 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440948 Oct 06 04:34:07.703932 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:07.716694 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:07.723711 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59028084-689f-457a-9322-376ffe5f5886 req-95d573a0-971b-4d4c-900e-15bf69acc2ba tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:07.725729 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-59028084-689f-457a-9322-376ffe5f5886 req-95d573a0-971b-4d4c-900e-15bf69acc2ba tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0517912 Oct 06 04:34:07.780410 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-59028084-689f-457a-9322-376ffe5f5886 req-960ddf09-432e-4f16-90b8-cc7795918b87 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473080 Oct 06 04:34:07.831399 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d663f6c4-d0c9-4876-a444-8ffa4ae47532 req-3a1c65c5-eb04-4e17-8d50-d70fc990fdaf tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 210 time: 0.0281949 Oct 06 04:34:08.205053 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4e32c-1f69-4b90-af98-3f45b4c44716 req-6f8ff4f5-76bf-4f6c-bc9d-c4c35e97a919 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:08.206436 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-dfb4e32c-1f69-4b90-af98-3f45b4c44716 req-6f8ff4f5-76bf-4f6c-bc9d-c4c35e97a919 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.0455976 Oct 06 04:34:08.255272 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-dfb4e32c-1f69-4b90-af98-3f45b4c44716 req-52cde3c2-3c3a-4eea-bf45-0a52e18a308f tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425010 Oct 06 04:34:08.903777 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f28412-f386-4fda-8396-f3a9dcd9b771 req-639c4407-0cdd-462a-ac94-7c7e3f05cad1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:08.905277 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-30f28412-f386-4fda-8396-f3a9dcd9b771 req-639c4407-0cdd-462a-ac94-7c7e3f05cad1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0470757 Oct 06 04:34:08.933492 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4a0217b8-10c2-4c30-be04-d63876d33545 req-8ef5b1d6-647f-4d94-a7cd-fdae6dd7153e tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 210 time: 0.0272133 Oct 06 04:34:08.953395 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-30f28412-f386-4fda-8396-f3a9dcd9b771 req-b807ea86-dc0a-4a7b-b49a-b42317d24448 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Oct 06 04:34:09.010422 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:09.218528 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:09.376378 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e86a1-5ffa-437a-8f93-682b86d467fd req-63128bfd-30a9-460e-88bf-8becf69f6250 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:09.377817 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca9e86a1-5ffa-437a-8f93-682b86d467fd req-63128bfd-30a9-460e-88bf-8becf69f6250 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.0493126 Oct 06 04:34:09.424232 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca9e86a1-5ffa-437a-8f93-682b86d467fd req-8bae43de-629b-4217-8e15-272bec2dc979 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Oct 06 04:34:10.051404 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a5503fca-2d56-48da-a623-7654a85ab7fe req-cf8fc56f-9a83-4718-8f15-affdd6a3fcca tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 210 time: 0.0329866 Oct 06 04:34:10.119120 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6340b-c095-41ca-810b-d3df2649ef78 req-512793d6-b473-451d-bd2d-8606459f681a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:10.120587 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c9e6340b-c095-41ca-810b-d3df2649ef78 req-512793d6-b473-451d-bd2d-8606459f681a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0466845 Oct 06 04:34:10.167671 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c9e6340b-c095-41ca-810b-d3df2649ef78 req-dd0929bb-bef3-4dee-a320-ab298af4878f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Oct 06 04:34:10.507117 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:10.516508 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=85 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:10.542119 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16e66-62f2-40be-93b0-9b3736d4359f req-e4cf0bf5-43f8-4fd1-a140-f8dc8f7e96a0 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:10.543572 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-78e16e66-62f2-40be-93b0-9b3736d4359f req-e4cf0bf5-43f8-4fd1-a140-f8dc8f7e96a0 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.0466318 Oct 06 04:34:10.546272 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=52 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:10.590252 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-78e16e66-62f2-40be-93b0-9b3736d4359f req-b208e71c-bd4b-4b13-a124-b406af686782 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Oct 06 04:34:10.999383 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:11.031477 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-474bffea-516e-4dab-9793-ec10779eb398 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:11.032951 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-474bffea-516e-4dab-9793-ec10779eb398 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d5ebc260-c361-42d8-80fe-e4538974d21b HTTP/1.1" status: 200 len: 813 time: 0.1164038 Oct 06 04:34:11.078448 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Request body: {'port': {'device_id': '304e35c3-5e47-4f8b-abf1-ac65e8ebe723', 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b', 'admin_state_up': True, 'tenant_id': 'd951f19622f24014b0db552eafd4346d'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:11.166471 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5266dc45-45f8-4e36-bc1b-887dfac78e77 req-097e41e2-5d91-4675-a0ca-3d6be7a1fc6b tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 210 time: 0.0281167 Oct 06 04:34:11.203206 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Made reservation on behalf of d951f19622f24014b0db552eafd4346d for: {'port': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:34:11.207472 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:11.309449 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50d41a-48fa-47de-af60-ed61a14f58bc req-858b9fef-6fc5-4262-9bc1-c7df1b05527c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:11.310861 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5d50d41a-48fa-47de-af60-ed61a14f58bc req-858b9fef-6fc5-4262-9bc1-c7df1b05527c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Oct 06 04:34:11.349553 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Allocated IP 172.20.0.4 (d5ebc260-c361-42d8-80fe-e4538974d21b/10538a8d-eb3b-45bf-b2d8-aa56604be43f/0b629cb4-849e-443b-9802-793f64a0c62e) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:34:11.360906 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5d50d41a-48fa-47de-af60-ed61a14f58bc req-dc6fcb07-c3a4-4e19-a2f9-ca76837b44df tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Oct 06 04:34:11.509278 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks [] for port (0b629cb4-849e-443b-9802-793f64a0c62e), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:11.541667 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:11.586114 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Network d5ebc260-c361-42d8-80fe-e4538974d21b is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:34:11.589294 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:34:11.591788 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:34:11.616982 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Pushing event updated for resources: {'Port': ['ID=0b629cb4-849e-443b-9802-793f64a0c62e,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:11.628428 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.628781 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.629119 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.629481 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.629814 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.630140 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.630463 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.630785 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.631133 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.631457 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.631784 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.632104 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.632427 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.632744 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.633085 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:11.660552 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:11.661173 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:11.704994 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-2df9c859-e94d-4d34-ae48-02da266f148d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309922 Oct 06 04:34:11.722872 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67ce8f-c503-4752-a96b-83f0c1ea7c4c req-7f8c9084-a410-47e5-a0d4-3e8a2bc2f88d tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:11.724355 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ad67ce8f-c503-4752-a96b-83f0c1ea7c4c req-7f8c9084-a410-47e5-a0d4-3e8a2bc2f88d tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.0551524 Oct 06 04:34:11.771032 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ad67ce8f-c503-4752-a96b-83f0c1ea7c4c req-416aac61-ac50-4629-a63e-2af5c4d03fcc tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Oct 06 04:34:11.814163 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Request body: {'port': {'device_id': '304e35c3-5e47-4f8b-abf1-ac65e8ebe723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:11.854671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-bf1c85d5-64ff-430f-8a40-13ef8266535c tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:11.856082 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-bf1c85d5-64ff-430f-8a40-13ef8266535c tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 945 time: 0.0457356 Oct 06 04:34:11.863528 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:11.869393 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:11.878444 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:11.956459 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Deleting port b031486f-0655-4510-94ff-6381ae70066e {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:34:11.956811 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (b031486f-0655-4510-94ff-6381ae70066e), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:12.048602 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] For port b031486f-0655-4510-94ff-6381ae70066e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b031486f-0655-4510-94ff-6381ae70066e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:12.048968 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (b031486f-0655-4510-94ff-6381ae70066e), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:12.062236 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Calling delete_port for b031486f-0655-4510-94ff-6381ae70066e owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:34:12.074300 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:12.143223 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b629cb4-849e-443b-9802-793f64a0c62e {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:34:12.151988 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Publish callbacks [] for port (0b629cb4-849e-443b-9802-793f64a0c62e), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:12.196888 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (b031486f-0655-4510-94ff-6381ae70066e), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:12.197535 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Transition to ACTIVE for port object 0b629cb4-849e-443b-9802-793f64a0c62e will not be triggered until provisioned by entity L2. {{(pid=106194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:34:12.201564 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:12.236372 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Pushing event deleted for resources: {'Port': ['ID=b031486f-0655-4510-94ff-6381ae70066e,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:12.254765 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['b031486f-0655-4510-94ff-6381ae70066e'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:34:12.264154 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.264501 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.264846 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.265238 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.266110 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.266110 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.266395 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.266728 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.267078 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.267409 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.267732 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.268056 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.268376 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.268695 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.269013 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:12.291824 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] No DVR routers for this DVR port b031486f-0655-4510-94ff-6381ae70066e on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:34:12.292722 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:12.296499 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cedf7035-80f2-4ca3-bc26-f456559efa8b req-89bb3eba-6316-45ed-a1a4-ae51493938b4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b031486f-0655-4510-94ff-6381ae70066e HTTP/1.1" status: 204 len: 173 time: 0.4226322 Oct 06 04:34:12.297334 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421a8088-6baa-460d-b451-cb09dfa7bd36', 'name': 'network-vif-deleted', 'tag': 'b031486f-0655-4510-94ff-6381ae70066e'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:34:12.299742 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc7d98f-469e-4fce-9220-8e9fb305d4aa" -d '{"events": [{"server_uuid": "421a8088-6baa-460d-b451-cb09dfa7bd36", "name": "network-vif-deleted", "tag": "b031486f-0655-4510-94ff-6381ae70066e"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:34:12.329528 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b629cb4-849e-443b-9802-793f64a0c62e,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:12.372940 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fad8f-bb51-43cb-ab66-cf3803597275 req-8ed2afbd-cc84-4281-83ad-833ba9d5699e tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:12.374493 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-394fad8f-bb51-43cb-ab66-cf3803597275 req-8ed2afbd-cc84-4281-83ad-833ba9d5699e tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 943 time: 0.0623198 Oct 06 04:34:12.375366 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Attempting to bind port 0b629cb4-849e-443b-9802-793f64a0c62e on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:34:12.375803 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Attempting to bind port 0b629cb4-849e-443b-9802-793f64a0c62e by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:34:12.376206 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Attempting to bind port 0b629cb4-849e-443b-9802-793f64a0c62e on network d5ebc260-c361-42d8-80fe-e4538974d21b {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:34:12.412400 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:12.438575 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Port 0b629cb4-849e-443b-9802-793f64a0c62e on network d5ebc260-c361-42d8-80fe-e4538974d21b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:34:12.439064 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Attempting to bind port 0b629cb4-849e-443b-9802-793f64a0c62e on network d5ebc260-c361-42d8-80fe-e4538974d21b {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:34:12.441863 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-394fad8f-bb51-43cb-ab66-cf3803597275 req-e82f1021-3c97-4f90-b804-c06dec171760 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534403 Oct 06 04:34:12.443344 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad3faf5-26ff-4990-a517-24c8364905bc x-openstack-request-id: req-7ad3faf5-26ff-4990-a517-24c8364905bc {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:34:12.444449 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421a8088-6baa-460d-b451-cb09dfa7bd36", "name": "network-vif-deleted", "tag": "b031486f-0655-4510-94ff-6381ae70066e", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:34:12.445008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7ad3faf5-26ff-4990-a517-24c8364905bc {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:34:12.445553 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad3faf5-26ff-4990-a517-24c8364905bc'] response: {'server_uuid': '421a8088-6baa-460d-b451-cb09dfa7bd36', 'name': 'network-vif-deleted', 'tag': 'b031486f-0655-4510-94ff-6381ae70066e', 'status': 'completed', 'code': 200} Oct 06 04:34:12.517468 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:34:12.517807 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Checking segment: {'id': '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:34:12.519598 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Bound using segment: {'id': '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:34:12.520080 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Bound port: 0b629cb4-849e-443b-9802-793f64a0c62e, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:34:12.520535 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:12.585675 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa5542-0fb5-4efc-b854-32ddf2bfc834 req-a0d831e8-97c9-4517-bb6e-0c242bca8017 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:12.587195 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4efa5542-0fb5-4efc-b854-32ddf2bfc834 req-a0d831e8-97c9-4517-bb6e-0c242bca8017 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0826318 Oct 06 04:34:12.598845 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:34:12.642582 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] For port 0b629cb4-849e-443b-9802-793f64a0c62e, host hv-cinder-86022, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:34:12.647893 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] For port 0b629cb4-849e-443b-9802-793f64a0c62e, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0b629cb4-849e-443b-9802-793f64a0c62e,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:34:12.661038 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:12.664951 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:12.665613 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:12.667229 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/0b629cb4-849e-443b-9802-793f64a0c62e HTTP/1.1" status: 200 len: 1093 time: 0.8571517 Oct 06 04:34:12.670664 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304e35c3-5e47-4f8b-abf1-ac65e8ebe723', 'tag': '0b629cb4-849e-443b-9802-793f64a0c62e'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:34:12.672934 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9861ff-2128-48c4-9eea-abaae3d35029" -d '{"events": [{"name": "network-changed", "server_uuid": "304e35c3-5e47-4f8b-abf1-ac65e8ebe723", "tag": "0b629cb4-849e-443b-9802-793f64a0c62e"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:34:12.680179 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4efa5542-0fb5-4efc-b854-32ddf2bfc834 req-56e18400-0dba-4d62-9df1-1cf1a85ad020 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865898 Oct 06 04:34:12.733192 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5c0212-353d-4f9d-b196-0f1175825213 x-openstack-request-id: req-2a5c0212-353d-4f9d-b196-0f1175825213 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:34:12.733487 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304e35c3-5e47-4f8b-abf1-ac65e8ebe723", "tag": "0b629cb4-849e-443b-9802-793f64a0c62e", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:34:12.733745 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2a5c0212-353d-4f9d-b196-0f1175825213 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:34:12.734209 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5c0212-353d-4f9d-b196-0f1175825213'] response: {'name': 'network-changed', 'server_uuid': '304e35c3-5e47-4f8b-abf1-ac65e8ebe723', 'tag': '0b629cb4-849e-443b-9802-793f64a0c62e', 'status': 'completed', 'code': 200} Oct 06 04:34:12.735255 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623caa5-5b8c-4cdb-99e7-93062f6142b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b629cb4-849e-443b-9802-793f64a0c62e,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:12.846314 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-4ffa670f-1e94-4b38-a887-f435d2325e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:12.847855 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-4ffa670f-1e94-4b38-a887-f435d2325e31 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d951f19622f24014b0db552eafd4346d&device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 1127 time: 0.0447116 Oct 06 04:34:12.872557 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:12.897545 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d19dc5ec-cf3e-405f-9d61-777e521340e8 req-1c91477f-f1d1-46c8-b33a-5fc81395b662 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=421a8088-6baa-460d-b451-cb09dfa7bd36 HTTP/1.1" status: 200 len: 210 time: 0.0343900 Oct 06 04:34:12.929213 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-5697a4ff-1de4-4463-8fc6-0b8e102df0df service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b629cb4-849e-443b-9802-793f64a0c62e HTTP/1.1" status: 200 len: 217 time: 0.0382459 Oct 06 04:34:13.236219 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-805d768b-462a-472a-99aa-0f814d8e88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:13.238092 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-805d768b-462a-472a-99aa-0f814d8e88a4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=10538a8d-eb3b-45bf-b2d8-aa56604be43f HTTP/1.1" status: 200 len: 853 time: 0.0496156 Oct 06 04:34:13.272920 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-c60ebe51-0701-434a-a5d2-f4e7c398331e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d5ebc260-c361-42d8-80fe-e4538974d21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264764 Oct 06 04:34:13.362336 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:13.374435 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-09dd3c93-729f-4ea1-8bd1-ce0ea49e7bb5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907204 Oct 06 04:34:13.479707 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4be9fd2-f3cd-4294-874d-6476a0a768fb req-107fcc79-a8ce-4e8e-a413-30720218b89e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836852 Oct 06 04:34:13.574120 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3aa667-976d-4db2-85b7-464ab06387f9 req-1c24c3ac-b9d9-4810-9823-259cd6853963 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:13.574120 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8f3aa667-976d-4db2-85b7-464ab06387f9 req-1c24c3ac-b9d9-4810-9823-259cd6853963 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 943 time: 0.0486150 Oct 06 04:34:13.624254 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8f3aa667-976d-4db2-85b7-464ab06387f9 req-8381c384-83b7-4486-aaff-27a4fd8720f7 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Oct 06 04:34:13.817165 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f92fc7-0ea5-48c4-8909-2f13394ad645 req-1cec8be1-2691-4ed7-975a-2f398c7f97b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:13.818623 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-38f92fc7-0ea5-48c4-8909-2f13394ad645 req-1cec8be1-2691-4ed7-975a-2f398c7f97b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0513990 Oct 06 04:34:13.872062 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-38f92fc7-0ea5-48c4-8909-2f13394ad645 req-6c4772f2-e092-4891-906d-7a39767080b4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Oct 06 04:34:13.925525 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39008) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:14.038164 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-052324d5-b7ed-4e3c-a46a-e47105b3ba34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:14.122281 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-052324d5-b7ed-4e3c-a46a-e47105b3ba34 admin admin] Publish callbacks [] for security_group (00585405-942e-4108-80c3-9837b7fd69af), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:14.126241 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-052324d5-b7ed-4e3c-a46a-e47105b3ba34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (00585405-942e-4108-80c3-9837b7fd69af), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:14.167404 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-052324d5-b7ed-4e3c-a46a-e47105b3ba34 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e0af60ab182841269cee39048e22984d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406497 Oct 06 04:34:14.168269 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052324d5-b7ed-4e3c-a46a-e47105b3ba34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00585405-942e-4108-80c3-9837b7fd69af,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:14.171206 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39026) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:14.224070 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4490538c-c76b-4114-9795-2c5d30c8311e admin admin] Publish callbacks [] for security_group (00585405-942e-4108-80c3-9837b7fd69af), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:14.234509 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-5a23f99d-1dfa-49ce-a217-23950bf6ceb6 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:14.236002 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-5a23f99d-1dfa-49ce-a217-23950bf6ceb6 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 HTTP/1.1" status: 200 len: 809 time: 0.1026750 Oct 06 04:34:14.248814 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4490538c-c76b-4114-9795-2c5d30c8311e admin admin] Publish callbacks [] for security_group (00585405-942e-4108-80c3-9837b7fd69af), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:14.252585 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-db0c6ca9-edba-47bb-893c-0c8a83775c1b tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/quotas/250b86943e2d45dc992421c2adee42b2 HTTP/1.1" status: 200 len: 375 time: 0.0103254 Oct 06 04:34:14.289353 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-ab286002-1207-4124-b7f0-8302caa13873 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=250b86943e2d45dc992421c2adee42b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312529 Oct 06 04:34:14.296841 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4490538c-c76b-4114-9795-2c5d30c8311e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (00585405-942e-4108-80c3-9837b7fd69af), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:14.299567 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4490538c-c76b-4114-9795-2c5d30c8311e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:14.300756 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-4490538c-c76b-4114-9795-2c5d30c8311e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/00585405-942e-4108-80c3-9837b7fd69af HTTP/1.1" status: 204 len: 168 time: 0.1282299 Oct 06 04:34:14.310211 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490538c-c76b-4114-9795-2c5d30c8311e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00585405-942e-4108-80c3-9837b7fd69af,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:14.394117 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-282c50d0-5f53-4534-9cd3-acac9df898ba service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958083 Oct 06 04:34:14.492188 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-738b2b84-4454-463b-a3e7-6c376eb0e4c6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916069 Oct 06 04:34:14.689916 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-848120f6-57e5-416b-9c96-90f31fe5322c req-869e463d-6fc8-48e7-8643-26f54a107d00 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 210 time: 0.0444586 Oct 06 04:34:14.763108 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2922-a54b-4346-8966-dc7401d2b6c4 req-9f896928-7614-47dd-8ee9-642694a32e06 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:14.764961 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-95cf2922-a54b-4346-8966-dc7401d2b6c4 req-9f896928-7614-47dd-8ee9-642694a32e06 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 943 time: 0.0533986 Oct 06 04:34:14.823788 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-95cf2922-a54b-4346-8966-dc7401d2b6c4 req-e520ee77-b7ff-4001-87f6-3d72152a7168 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499055 Oct 06 04:34:15.014862 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44b575-66e2-4322-9607-e3783f63631c req-f8ac5792-09bd-48aa-b9b0-f8f2b1b0144f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:15.016704 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cd44b575-66e2-4322-9607-e3783f63631c req-f8ac5792-09bd-48aa-b9b0-f8f2b1b0144f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0614216 Oct 06 04:34:15.029848 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39066) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:15.081074 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cd44b575-66e2-4322-9607-e3783f63631c req-422c676d-9cad-49fa-a3b7-e2daa8fedf97 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575516 Oct 06 04:34:15.144313 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925687533-network', 'tenant_id': '4857661ebb304a82a36555d31da019c1'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:15.165061 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Made reservation on behalf of 4857661ebb304a82a36555d31da019c1 for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:34:15.167388 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.175734 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.195002 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:15.253294 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Publish callbacks [] for security_group (d6d34b40-5fa8-4129-85e7-800400a7c886), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.256865 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (d6d34b40-5fa8-4129-85e7-800400a7c886), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.284735 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:34:15.294075 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d34b40-5fa8-4129-85e7-800400a7c886,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:15.300573 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (0a7a0345-8404-4e96-8488-ce71f9fda030), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.301498 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Added segment 0a7a0345-8404-4e96-8488-ce71f9fda030 of type vlan for network 607a3437-7ae4-419f-9828-0fd8cd750136 Oct 06 04:34:15.341972 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (607a3437-7ae4-419f-9828-0fd8cd750136), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.349754 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:15.368940 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (607a3437-7ae4-419f-9828-0fd8cd750136), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.370202 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:15.370780 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.425496 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3940775 Oct 06 04:34:15.428709 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39072) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:15.433614 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Request body: {'subnet': {'network_id': '607a3437-7ae4-419f-9828-0fd8cd750136', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1925687533-subnet', 'tenant_id': '4857661ebb304a82a36555d31da019c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:15.437536 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53741155-e6d1-4b3a-ba29-762032c5062f admin admin] Pushing event updated for resources: {'Network': ['ID=607a3437-7ae4-419f-9828-0fd8cd750136,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:15.448495 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 607a3437-7ae4-419f-9828-0fd8cd750136 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:34:15.456411 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Made reservation on behalf of 4857661ebb304a82a36555d31da019c1 for: {'subnet': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:34:15.459010 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25945338'] for subnet (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.515096 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 0b629cb4-849e-443b-9802-793f64a0c62e details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:34:15.540675 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device b031486f-0655-4510-94ff-6381ae70066e no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:34:15.569033 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: b031486f-0655-4510-94ff-6381ae70066e {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:34:15.569468 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device b031486f-0655-4510-94ff-6381ae70066e not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:34:15.571152 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:15.631476 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26116792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945320'] for subnet (7f128dde-e675-4535-8e71-58695ad46955), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.642671 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 0b629cb4-849e-443b-9802-793f64a0c62e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0b629cb4-849e-443b-9802-793f64a0c62e,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:15.654215 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '0b629cb4-849e-443b-9802-793f64a0c62e', 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b', 'port_id': '0b629cb4-849e-443b-9802-793f64a0c62e', 'mac_address': 'fa:16:3e:48:f8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10538a8d-eb3b-45bf-b2d8-aa56604be43f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:34:15.685462 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:15.689552 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 0b629cb4-849e-443b-9802-793f64a0c62e is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:34:15.689950 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.693840 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f128dde-e675-4535-8e71-58695ad46955,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:15.699983 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Checking segment: {'id': '0a7a0345-8404-4e96-8488-ce71f9fda030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '607a3437-7ae4-419f-9828-0fd8cd750136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:34:15.700365 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Network hostable DHCP agents. Network: 607a3437-7ae4-419f-9828-0fd8cd750136, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:34:15.705716 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b629cb4-849e-443b-9802-793f64a0c62e {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:34:15.720796 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Network 607a3437-7ae4-419f-9828-0fd8cd750136 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:34:15.729397 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 0b629cb4-849e-443b-9802-793f64a0c62e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0b629cb4-849e-443b-9802-793f64a0c62e,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:15.732069 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 607a3437-7ae4-419f-9828-0fd8cd750136) {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:34:15.733413 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.736712 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:15.737352 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:15.764220 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-4cd559d0-3953-44d0-b09b-1b924514d69c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3256257 Oct 06 04:34:15.764457 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe5e12-9383-4671-849b-559107c780f8 None None] Network 607a3437-7ae4-419f-9828-0fd8cd750136 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:34:15.799160 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-91d8955c-466b-4d5b-a9ba-3642a14368e2 req-d054a30e-05f5-487f-beb6-1fc2678642f8 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 210 time: 0.0319417 Oct 06 04:34:15.847125 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=0b629cb4-849e-443b-9802-793f64a0c62e,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:15.861191 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.861545 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.862108 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.862614 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.862991 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.863320 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.863730 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.863982 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.864316 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.864776 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.864975 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.865310 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.866204 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.867136 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.867494 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:34:15.913579 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4662797-940e-40b4-9819-fec43a41ce5a None None] Network 607a3437-7ae4-419f-9828-0fd8cd750136 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:34:15.934121 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:15.957666 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba50fc-a52e-4449-96ff-eaf28618ab24 req-0ee471a8-4a01-42f5-ba77-5f89eae6869d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:15.959201 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-72ba50fc-a52e-4449-96ff-eaf28618ab24 req-0ee471a8-4a01-42f5-ba77-5f89eae6869d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 944 time: 0.0539136 Oct 06 04:34:16.000493 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:16.011378 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-72ba50fc-a52e-4449-96ff-eaf28618ab24 req-881eacfc-2eb3-4dc2-baac-277973bd9f41 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459936 Oct 06 04:34:16.204467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8389b-19f1-46e4-98ae-532658caee3a req-9dae11a5-4b5c-439a-8fd7-227d5856e576 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:16.207457 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1bd8389b-19f1-46e4-98ae-532658caee3a req-9dae11a5-4b5c-439a-8fd7-227d5856e576 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0511642 Oct 06 04:34:16.274203 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1bd8389b-19f1-46e4-98ae-532658caee3a req-ab5c86d0-70e5-4e02-919a-cbf667200ac4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620508 Oct 06 04:34:16.318181 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39094) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:16.323385 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-39843dd8-2b05-4de9-8653-72613b28b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:16.324094 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-549941134-network', 'tenant_id': 'ab5dfa6495f146518eab5ed81717fba0'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:16.325079 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-39843dd8-2b05-4de9-8653-72613b28b8d0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d951f19622f24014b0db552eafd4346d&device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 1128 time: 0.0686181 Oct 06 04:34:16.345149 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Made reservation on behalf of ab5dfa6495f146518eab5ed81717fba0 for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:34:16.347454 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.358297 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.411373 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['0b629cb4-849e-443b-9802-793f64a0c62e'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:34:16.435056 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-fbbee29b-a7d3-47a3-bcbe-268af38e8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:16.437199 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-fbbee29b-a7d3-47a3-bcbe-268af38e8aca service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d5ebc260-c361-42d8-80fe-e4538974d21b HTTP/1.1" status: 200 len: 913 time: 0.1047616 Oct 06 04:34:16.453760 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Publish callbacks [] for security_group (5fce17a0-ec87-4dce-9a4d-c96526da6da1), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.457626 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5fce17a0-ec87-4dce-9a4d-c96526da6da1), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.485660 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:34:16.497465 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fce17a0-ec87-4dce-9a4d-c96526da6da1,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:16.517297 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (7c4beea9-2fa3-48a6-95b1-2e51585e58ae), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.517645 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Added segment 7c4beea9-2fa3-48a6-95b1-2e51585e58ae of type vlan for network 2be6cdd1-899d-4689-a372-58d14ef16041 Oct 06 04:34:16.521006 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-d4a1f894-7a73-4bdb-b76d-f82e73ea50ef service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b629cb4-849e-443b-9802-793f64a0c62e HTTP/1.1" status: 200 len: 217 time: 0.0520029 Oct 06 04:34:16.566843 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (2be6cdd1-899d-4689-a372-58d14ef16041), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.583639 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-e1125b4b-2e12-4adc-828b-22978c9661bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:16.585258 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-e1125b4b-2e12-4adc-828b-22978c9661bb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=10538a8d-eb3b-45bf-b2d8-aa56604be43f HTTP/1.1" status: 200 len: 853 time: 0.0568311 Oct 06 04:34:16.593722 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (2be6cdd1-899d-4689-a372-58d14ef16041), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.594856 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:16.595471 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.624404 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-1c641401-f1c8-4487-b518-41285df8f3c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d5ebc260-c361-42d8-80fe-e4538974d21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285802 Oct 06 04:34:16.658264 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3389146 Oct 06 04:34:16.661266 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39096) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:16.663885 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48504fa-8f62-44fb-84be-1629c3c6bcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=2be6cdd1-899d-4689-a372-58d14ef16041,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:16.668655 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Request body: {'subnet': {'network_id': '2be6cdd1-899d-4689-a372-58d14ef16041', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-549941134-subnet', 'tenant_id': 'ab5dfa6495f146518eab5ed81717fba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:16.673792 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 2be6cdd1-899d-4689-a372-58d14ef16041 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:34:16.675130 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:16.692340 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Made reservation on behalf of ab5dfa6495f146518eab5ed81717fba0 for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:34:16.695767 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25972344'] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.759808 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-d75d2df4-4748-43ee-af5c-cf5f282dcb31 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273847 Oct 06 04:34:16.884872 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1f9861ff-2128-48c4-9eea-abaae3d35029 req-f0f96b9a-ef55-4113-be4d-afcfd8ded11e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993404 Oct 06 04:34:16.886405 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26536829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25972330'] for subnet (51b705b0-3545-4a9f-be11-75f7654eff11), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.914573 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-34a04b02-1a09-4084-9380-c66c7fe422c0 req-c2c8b7bc-01b5-407d-ab24-ba88fbaa7a60 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 210 time: 0.0278373 Oct 06 04:34:16.925001 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:16.954655 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Checking segment: {'id': '7c4beea9-2fa3-48a6-95b1-2e51585e58ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2be6cdd1-899d-4689-a372-58d14ef16041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:34:16.955038 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Network hostable DHCP agents. Network: 2be6cdd1-899d-4689-a372-58d14ef16041, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:34:16.958511 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b705b0-3545-4a9f-be11-75f7654eff11,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:16.976659 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Network 2be6cdd1-899d-4689-a372-58d14ef16041 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:34:16.985828 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 2be6cdd1-899d-4689-a372-58d14ef16041) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:34:16.989920 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:16.991075 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:16.995855 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6e404c-5d8c-499e-8c75-c1654c49ff3c None None] Network 2be6cdd1-899d-4689-a372-58d14ef16041 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:34:17.007736 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-cdebec57-a99d-42b2-bbac-809a304c392e admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3453548 Oct 06 04:34:17.102088 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391181d-1424-4046-a9d1-e99e0c749fbe None None] Network 2be6cdd1-899d-4689-a372-58d14ef16041 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:34:17.144385 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39104) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:17.192814 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f114fd0-4966-4e89-9411-a45b85799865 admin admin] Deleting subnet 7f128dde-e675-4535-8e71-58695ad46955 {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:34:17.196953 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7f114fd0-4966-4e89-9411-a45b85799865 admin admin] Publish callbacks [] for subnet (7f128dde-e675-4535-8e71-58695ad46955), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:17.239976 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7f114fd0-4966-4e89-9411-a45b85799865 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (7f128dde-e675-4535-8e71-58695ad46955), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:17.278508 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:17.288076 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7f114fd0-4966-4e89-9411-a45b85799865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (7f128dde-e675-4535-8e71-58695ad46955), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:17.350926 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7f114fd0-4966-4e89-9411-a45b85799865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (7f128dde-e675-4535-8e71-58695ad46955), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:17.388142 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f114fd0-4966-4e89-9411-a45b85799865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f128dde-e675-4535-8e71-58695ad46955,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:17.407024 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944797d2-306f-420b-aea6-41e5057ae0cc req-e93fa612-cf37-4b8b-9f4b-0a77690a7a62 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:17.410028 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7f114fd0-4966-4e89-9411-a45b85799865 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:17.410239 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-944797d2-306f-420b-aea6-41e5057ae0cc req-e93fa612-cf37-4b8b-9f4b-0a77690a7a62 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 944 time: 0.3094144 Oct 06 04:34:17.416171 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-7f114fd0-4966-4e89-9411-a45b85799865 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/7f128dde-e675-4535-8e71-58695ad46955 HTTP/1.1" status: 204 len: 168 time: 0.2679834 Oct 06 04:34:17.416451 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39108) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:17.448353 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5401571-d058-4b9c-b9dc-35a6eb034a41 req-2029e667-e583-499f-a671-a8e171656d88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:17.450320 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b5401571-d058-4b9c-b9dc-35a6eb034a41 req-2029e667-e583-499f-a671-a8e171656d88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0970757 Oct 06 04:34:17.472759 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-944797d2-306f-420b-aea6-41e5057ae0cc req-f857fffb-62a9-41aa-bca1-b00ed1b89160 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Oct 06 04:34:17.622382 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 0b629cb4-849e-443b-9802-793f64a0c62e up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:34:17.668977 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 0b629cb4-849e-443b-9802-793f64a0c62e completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:34:17.678935 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 0b629cb4-849e-443b-9802-793f64a0c62e triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:34:17.679640 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:17.679936 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 0b629cb4-849e-443b-9802-793f64a0c62e Oct 06 04:34:17.765740 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 0b629cb4-849e-443b-9802-793f64a0c62e is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:34:17.766134 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:17.789105 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304e35c3-5e47-4f8b-abf1-ac65e8ebe723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b629cb4-849e-443b-9802-793f64a0c62e'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:34:17.791515 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65310213-b22d-42f2-828c-95da8c436d11" -d '{"events": [{"server_uuid": "304e35c3-5e47-4f8b-abf1-ac65e8ebe723", "name": "network-vif-plugged", "status": "completed", "tag": "0b629cb4-849e-443b-9802-793f64a0c62e"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:34:17.804686 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 0b629cb4-849e-443b-9802-793f64a0c62e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0b629cb4-849e-443b-9802-793f64a0c62e,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:17.809286 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:17.839245 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (607a3437-7ae4-419f-9828-0fd8cd750136), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:17.839685 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4271a8a6-518b-49e2-8fd2-4eee1e22bc18 x-openstack-request-id: req-4271a8a6-518b-49e2-8fd2-4eee1e22bc18 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:34:17.840012 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304e35c3-5e47-4f8b-abf1-ac65e8ebe723", "name": "network-vif-plugged", "status": "completed", "tag": "0b629cb4-849e-443b-9802-793f64a0c62e", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:34:17.840260 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4271a8a6-518b-49e2-8fd2-4eee1e22bc18 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:34:17.840648 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4271a8a6-518b-49e2-8fd2-4eee1e22bc18'] response: {'server_uuid': '304e35c3-5e47-4f8b-abf1-ac65e8ebe723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b629cb4-849e-443b-9802-793f64a0c62e', 'code': 200} Oct 06 04:34:17.840861 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:17.860625 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=0b629cb4-849e-443b-9802-793f64a0c62e,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:17.878652 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b5401571-d058-4b9c-b9dc-35a6eb034a41 req-8a812c64-9cf4-4d16-869b-1b73821bc5f7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595323 Oct 06 04:34:17.925399 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-c2c5ca09-979f-4791-81be-c83a40b06689 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:17.926802 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-c2c5ca09-979f-4791-81be-c83a40b06689 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 HTTP/1.1" status: 200 len: 809 time: 0.2067399 Oct 06 04:34:17.984501 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Request body: {'port': {'device_id': 'eb260154-0e77-4cad-9e05-fcbcc71b87ec', 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3', 'admin_state_up': True, 'tenant_id': '250b86943e2d45dc992421c2adee42b2'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:18.006329 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (607a3437-7ae4-419f-9828-0fd8cd750136), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.063592 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1490db2b-bea2-42d0-bef8-52df4d67b4c5 req-43495835-3120-4531-87a7-d69e10537798 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 210 time: 0.0433440 Oct 06 04:34:18.069152 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607a3437-7ae4-419f-9828-0fd8cd750136']}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:18.084569 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7a0345-8404-4e96-8488-ce71f9fda030') {'for_net_delete': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:18.084837 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7a0345-8404-4e96-8488-ce71f9fda030') {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:18.105709 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26170665'] for segment (0a7a0345-8404-4e96-8488-ce71f9fda030), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.134072 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (0a7a0345-8404-4e96-8488-ce71f9fda030), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.145724 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:34:18.146111 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26116627'] for segment (0a7a0345-8404-4e96-8488-ce71f9fda030), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.158259 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a65fa-a940-4271-a0ad-022cc37f73c1 req-3a23e5bf-c06d-4a25-8ce9-cd1dc25df488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:18.159788 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3d9a65fa-a940-4271-a0ad-022cc37f73c1 req-3a23e5bf-c06d-4a25-8ce9-cd1dc25df488 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 1129 time: 0.0389857 Oct 06 04:34:18.194365 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment 0a7a0345-8404-4e96-8488-ce71f9fda030 resource provider aggregate not found Oct 06 04:34:18.212420 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3d9a65fa-a940-4271-a0ad-022cc37f73c1 req-4f2372a6-c962-42c6-9d77-217440d9486c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 Oct 06 04:34:18.213660 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Made reservation on behalf of 250b86943e2d45dc992421c2adee42b2 for: {'port': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:34:18.218136 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.222629 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment 0a7a0345-8404-4e96-8488-ce71f9fda030 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a7a0345-8404-4e96-8488-ce71f9fda030 found for delete ", "request_id": "req-36c24cd1-d7b9-4577-8e90-0da788d06243"}]} Oct 06 04:34:18.232131 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (607a3437-7ae4-419f-9828-0fd8cd750136), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.240160 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.245971 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/607a3437-7ae4-419f-9828-0fd8cd750136 HTTP/1.1" status: 204 len: 168 time: 0.8286867 Oct 06 04:34:18.248866 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39122) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:18.261911 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1403e8-09f2-494b-902a-e87dd2d25daa admin admin] Pushing event deleted for resources: {'Network': ['ID=607a3437-7ae4-419f-9828-0fd8cd750136,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:18.297394 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccf6adc-4952-4a6e-a84b-fbc2a359a047 admin admin] Deleting subnet 51b705b0-3545-4a9f-be11-75f7654eff11 {{(pid=106195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:34:18.300718 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bccf6adc-4952-4a6e-a84b-fbc2a359a047 admin admin] Publish callbacks [] for subnet (51b705b0-3545-4a9f-be11-75f7654eff11), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.337576 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bccf6adc-4952-4a6e-a84b-fbc2a359a047 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26147025'] for subnet (51b705b0-3545-4a9f-be11-75f7654eff11), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.379994 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bccf6adc-4952-4a6e-a84b-fbc2a359a047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (51b705b0-3545-4a9f-be11-75f7654eff11), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.382556 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Allocated IP 172.20.0.10 (1983fdd1-b263-4e74-8c0a-f8ec327f5bd3/1f997376-b747-4888-bec0-2dcfdcebdd1a/4c9cd285-136a-40c0-8315-78bdc1f66c6e) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:34:18.440349 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bccf6adc-4952-4a6e-a84b-fbc2a359a047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26536764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194073'] for subnet (51b705b0-3545-4a9f-be11-75f7654eff11), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.466273 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf6adc-4952-4a6e-a84b-fbc2a359a047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b705b0-3545-4a9f-be11-75f7654eff11,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:18.470161 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bccf6adc-4952-4a6e-a84b-fbc2a359a047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.476097 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-bccf6adc-4952-4a6e-a84b-fbc2a359a047 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/51b705b0-3545-4a9f-be11-75f7654eff11 HTTP/1.1" status: 204 len: 168 time: 0.2234769 Oct 06 04:34:18.476453 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39124) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:18.487982 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:18.548897 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (2be6cdd1-899d-4689-a372-58d14ef16041), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.549194 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks [] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.594173 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:18.614896 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbf3b4-f15c-4825-b734-4fc81c32a8ed req-ddeb0a71-b481-454b-bf17-e2d16f9b3bd8 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:18.616473 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a1bbf3b4-f15c-4825-b734-4fc81c32a8ed req-ddeb0a71-b481-454b-bf17-e2d16f9b3bd8 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 945 time: 0.0641453 Oct 06 04:34:18.633314 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.634377 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (2be6cdd1-899d-4689-a372-58d14ef16041), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.656357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be6cdd1-899d-4689-a372-58d14ef16041']}} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:18.666126 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4beea9-2fa3-48a6-95b1-2e51585e58ae') {'for_net_delete': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:18.666540 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4beea9-2fa3-48a6-95b1-2e51585e58ae') {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:34:18.676334 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26146984'] for segment (7c4beea9-2fa3-48a6-95b1-2e51585e58ae), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.685859 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:18.690777 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (7c4beea9-2fa3-48a6-95b1-2e51585e58ae), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.699634 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=106195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:34:18.700033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536918'] for segment (7c4beea9-2fa3-48a6-95b1-2e51585e58ae), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.700635 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:34:18.707030 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:34:18.711847 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Pushing event updated for resources: {'Port': ['ID=4c9cd285-136a-40c0-8315-78bdc1f66c6e,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:18.718495 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:34:18.751266 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a1bbf3b4-f15c-4825-b734-4fc81c32a8ed req-a00bc22b-7422-476c-9e0b-aac60bc59cae tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282072 Oct 06 04:34:18.752978 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 7c4beea9-2fa3-48a6-95b1-2e51585e58ae resource provider aggregate not found Oct 06 04:34:18.778004 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:18.778772 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.783267 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 7c4beea9-2fa3-48a6-95b1-2e51585e58ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c4beea9-2fa3-48a6-95b1-2e51585e58ae found for delete ", "request_id": "req-c4a6311c-e0bb-4c77-bdc2-04a76e663ad1"}]} Oct 06 04:34:18.788017 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (2be6cdd1-899d-4689-a372-58d14ef16041), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.798555 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-961261ea-d46e-4b40-b6ee-7413cedfe304 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8271010 Oct 06 04:34:18.806270 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:18.809329 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/2be6cdd1-899d-4689-a372-58d14ef16041 HTTP/1.1" status: 204 len: 168 time: 0.3321676 Oct 06 04:34:18.810621 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f0c13-a50f-45fa-87ad-b3fa5ca90c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be6cdd1-899d-4689-a372-58d14ef16041,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:18.974697 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39136) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:19.007503 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88eb48-3306-4303-9918-1f55def6c144 req-1d17b9ed-cfa1-40d2-a575-73ee7ed8fe24 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:19.008995 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa88eb48-3306-4303-9918-1f55def6c144 req-1d17b9ed-cfa1-40d2-a575-73ee7ed8fe24 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0530465 Oct 06 04:34:19.019384 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-9e5e5231-fbc5-4103-abed-9dc19e71e428 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4857661ebb304a82a36555d31da019c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420394 Oct 06 04:34:19.022040 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39138) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:19.057333 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa88eb48-3306-4303-9918-1f55def6c144 req-b12b9ea8-73f3-4e80-9803-a3482777af79 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 Oct 06 04:34:19.075718 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6fa57398-3619-471c-a647-a7fa18ce8813 admin admin] Publish callbacks [] for security_group (d6d34b40-5fa8-4129-85e7-800400a7c886), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.095717 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6fa57398-3619-471c-a647-a7fa18ce8813 admin admin] Publish callbacks [] for security_group (d6d34b40-5fa8-4129-85e7-800400a7c886), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.143883 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6fa57398-3619-471c-a647-a7fa18ce8813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (d6d34b40-5fa8-4129-85e7-800400a7c886), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.146498 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6fa57398-3619-471c-a647-a7fa18ce8813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.148313 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6fa57398-3619-471c-a647-a7fa18ce8813 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d6d34b40-5fa8-4129-85e7-800400a7c886 HTTP/1.1" status: 204 len: 168 time: 0.1252370 Oct 06 04:34:19.183585 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa57398-3619-471c-a647-a7fa18ce8813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d34b40-5fa8-4129-85e7-800400a7c886,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:19.206388 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbddb4-c244-41c5-9a95-ae5036e77003 req-8e259291-3ac8-4db0-94f8-9de6f8e15d92 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:19.207901 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8cbbddb4-c244-41c5-9a95-ae5036e77003 req-8e259291-3ac8-4db0-94f8-9de6f8e15d92 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 932 time: 0.0582659 Oct 06 04:34:19.259740 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8cbbddb4-c244-41c5-9a95-ae5036e77003 req-da8afb1d-8c71-44ed-9570-288e0d8b35ef tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449128 Oct 06 04:34:19.498715 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39146) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:19.537978 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-1c275fff-5fab-4755-a651-86c01d036ade admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ab5dfa6495f146518eab5ed81717fba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375998 Oct 06 04:34:19.540774 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39148) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:19.543603 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Request body: {'port': {'device_id': 'eb260154-0e77-4cad-9e05-fcbcc71b87ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:34:19.569298 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:19.592008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c8db20df-ae0a-4f5d-8c1d-0a1f9dc3bb91 admin admin] Publish callbacks [] for security_group (5fce17a0-ec87-4dce-9a4d-c96526da6da1), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.606432 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.612904 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c8db20df-ae0a-4f5d-8c1d-0a1f9dc3bb91 admin admin] Publish callbacks [] for security_group (5fce17a0-ec87-4dce-9a4d-c96526da6da1), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.660412 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c8db20df-ae0a-4f5d-8c1d-0a1f9dc3bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5fce17a0-ec87-4dce-9a4d-c96526da6da1), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.663698 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c8db20df-ae0a-4f5d-8c1d-0a1f9dc3bb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.664860 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c8db20df-ae0a-4f5d-8c1d-0a1f9dc3bb91 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5fce17a0-ec87-4dce-9a4d-c96526da6da1 HTTP/1.1" status: 204 len: 168 time: 0.1229880 Oct 06 04:34:19.672922 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db20df-ae0a-4f5d-8c1d-0a1f9dc3bb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fce17a0-ec87-4dce-9a4d-c96526da6da1,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:19.705111 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:19.889562 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591513c9-2108-4ce7-b2f2-0d85540b3af7 req-cd9abe12-b9dd-49ec-9d2d-d8fc9ec7189d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:19.891587 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-591513c9-2108-4ce7-b2f2-0d85540b3af7 req-cd9abe12-b9dd-49ec-9d2d-d8fc9ec7189d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 945 time: 0.0578725 Oct 06 04:34:19.908011 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9cd285-136a-40c0-8315-78bdc1f66c6e {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:34:19.917229 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Publish callbacks [] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.936463 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Transition to ACTIVE for port object 4c9cd285-136a-40c0-8315-78bdc1f66c6e will not be triggered until provisioned by entity L2. {{(pid=106194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:34:19.942032 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:19.942211 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-591513c9-2108-4ce7-b2f2-0d85540b3af7 req-e6f7ced1-766f-4cb8-a8d6-c6e96897a837 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447445 Oct 06 04:34:20.008018 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9cd285-136a-40c0-8315-78bdc1f66c6e,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:20.058651 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Attempting to bind port 4c9cd285-136a-40c0-8315-78bdc1f66c6e on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:34:20.059078 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Attempting to bind port 4c9cd285-136a-40c0-8315-78bdc1f66c6e by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:34:20.059345 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Attempting to bind port 4c9cd285-136a-40c0-8315-78bdc1f66c6e on network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:34:20.061161 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:20.114186 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Port 4c9cd285-136a-40c0-8315-78bdc1f66c6e on network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:34:20.114475 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Attempting to bind port 4c9cd285-136a-40c0-8315-78bdc1f66c6e on network 1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:34:20.195948 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:34:20.196292 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Checking segment: {'id': 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:34:20.196678 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Bound using segment: {'id': 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:34:20.197122 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Bound port: 4c9cd285-136a-40c0-8315-78bdc1f66c6e, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:34:20.197485 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:20.204671 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9f942-ac6d-4387-b66a-6850d4efc3a7 req-03af0934-5c41-4b3b-8b4e-581bc7246a90 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:20.206180 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-12f9f942-ac6d-4387-b66a-6850d4efc3a7 req-03af0934-5c41-4b3b-8b4e-581bc7246a90 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0635238 Oct 06 04:34:20.308580 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-12f9f942-ac6d-4387-b66a-6850d4efc3a7 req-223b0208-6130-42f0-bd44-1a8cd2963592 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937057 Oct 06 04:34:20.312688 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] For port 4c9cd285-136a-40c0-8315-78bdc1f66c6e, host hv-cinder-86022, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:34:20.316124 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] For port 4c9cd285-136a-40c0-8315-78bdc1f66c6e, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4c9cd285-136a-40c0-8315-78bdc1f66c6e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:34:20.325025 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:20.331517 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:20.332606 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:20.335205 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4c9cd285-136a-40c0-8315-78bdc1f66c6e HTTP/1.1" status: 200 len: 1094 time: 0.7948112 Oct 06 04:34:20.337846 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb260154-0e77-4cad-9e05-fcbcc71b87ec', 'tag': '4c9cd285-136a-40c0-8315-78bdc1f66c6e'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:34:20.341585 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aafddf6-cafd-4212-941e-577ad351df68" -d '{"events": [{"name": "network-changed", "server_uuid": "eb260154-0e77-4cad-9e05-fcbcc71b87ec", "tag": "4c9cd285-136a-40c0-8315-78bdc1f66c6e"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:34:20.388654 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4c7ea9-2c2e-4fc4-b8c3-650c8e51b964 x-openstack-request-id: req-bd4c7ea9-2c2e-4fc4-b8c3-650c8e51b964 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:34:20.388925 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb260154-0e77-4cad-9e05-fcbcc71b87ec", "tag": "4c9cd285-136a-40c0-8315-78bdc1f66c6e", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:34:20.389178 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bd4c7ea9-2c2e-4fc4-b8c3-650c8e51b964 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:34:20.389569 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4c7ea9-2c2e-4fc4-b8c3-650c8e51b964'] response: {'name': 'network-changed', 'server_uuid': 'eb260154-0e77-4cad-9e05-fcbcc71b87ec', 'tag': '4c9cd285-136a-40c0-8315-78bdc1f66c6e', 'status': 'completed', 'code': 200} Oct 06 04:34:20.390060 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b9a5c-ac48-4754-ab37-4596720c5853 req-b9f1b82d-79f1-48be-9b9d-96a8247a59bb tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:20.395672 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-303b9a5c-ac48-4754-ab37-4596720c5853 req-b9f1b82d-79f1-48be-9b9d-96a8247a59bb tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 944 time: 0.0547855 Oct 06 04:34:20.406703 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0d0e6-deb7-4ff8-9c34-863aeb18c091 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9cd285-136a-40c0-8315-78bdc1f66c6e,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:20.446227 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-303b9a5c-ac48-4754-ab37-4596720c5853 req-eec4e976-d36e-40b1-9318-8f7fd9117ac8 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478127 Oct 06 04:34:21.021235 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafddf6-cafd-4212-941e-577ad351df68 req-a9f135ad-ebba-4c2d-a802-2040ab22522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:21.023285 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4aafddf6-cafd-4212-941e-577ad351df68 req-a9f135ad-ebba-4c2d-a802-2040ab22522c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=250b86943e2d45dc992421c2adee42b2&device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 1128 time: 0.0534656 Oct 06 04:34:21.136882 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bd006-542e-4e9f-833b-1b7ad1ed5c3b req-6c59012e-30d6-4f52-b3a4-7975a42b5d64 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:21.138425 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-795bd006-542e-4e9f-833b-1b7ad1ed5c3b req-6c59012e-30d6-4f52-b3a4-7975a42b5d64 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 945 time: 0.0972230 Oct 06 04:34:21.170693 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:21.215445 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafddf6-cafd-4212-941e-577ad351df68 req-5dba6d72-68f0-4909-9412-402198bb340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:21.217274 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4aafddf6-cafd-4212-941e-577ad351df68 req-5dba6d72-68f0-4909-9412-402198bb340e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=250b86943e2d45dc992421c2adee42b2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1661835 Oct 06 04:34:21.225676 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-795bd006-542e-4e9f-833b-1b7ad1ed5c3b req-8d480bac-dfd9-4b76-8450-83bd02a69e35 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791867 Oct 06 04:34:21.370503 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafddf6-cafd-4212-941e-577ad351df68 req-be323f09-b7f9-4f1f-aa53-217d6ed01ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:21.372035 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4aafddf6-cafd-4212-941e-577ad351df68 req-be323f09-b7f9-4f1f-aa53-217d6ed01ba6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1032720 Oct 06 04:34:21.472563 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c74052-d18e-4e18-84f6-e3960fdafa1c req-88592c7a-c18c-4103-94aa-21a127e0ce46 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:21.474432 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9c74052-d18e-4e18-84f6-e3960fdafa1c req-88592c7a-c18c-4103-94aa-21a127e0ce46 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0636544 Oct 06 04:34:21.543713 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9c74052-d18e-4e18-84f6-e3960fdafa1c req-a5e714cf-5cff-4f36-8f74-b2d218dc2a79 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609083 Oct 06 04:34:21.650654 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784146e2-3fdd-4828-8a93-98ed1db19be7 req-ea11f786-15f2-499a-b57a-916aa59c9569 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:21.652285 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-784146e2-3fdd-4828-8a93-98ed1db19be7 req-ea11f786-15f2-499a-b57a-916aa59c9569 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 944 time: 0.0809059 Oct 06 04:34:21.660798 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-21a7e51f-d1f7-4334-bbfe-01b143fc6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:21.662483 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-21a7e51f-d1f7-4334-bbfe-01b143fc6bf9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=250b86943e2d45dc992421c2adee42b2&device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 1128 time: 0.0596941 Oct 06 04:34:21.722280 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-577e74dc-caae-44b6-86af-c2b5d7ea1bf8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9cd285-136a-40c0-8315-78bdc1f66c6e HTTP/1.1" status: 200 len: 217 time: 0.0440905 Oct 06 04:34:21.809294 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-e7e00253-4754-48fd-82ab-12d7155bd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:21.810754 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-e7e00253-4754-48fd-82ab-12d7155bd780 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1f997376-b747-4888-bec0-2dcfdcebdd1a HTTP/1.1" status: 200 len: 849 time: 0.0809832 Oct 06 04:34:21.814001 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-784146e2-3fdd-4828-8a93-98ed1db19be7 req-6a606556-a988-457b-9394-85f6381bc60d tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505327 Oct 06 04:34:21.859279 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-d6d8c0f0-0cba-4371-9812-289a9780ec4b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410836 Oct 06 04:34:21.962611 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-deb74383-55b9-445d-8247-373121aad696 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971787 Oct 06 04:34:22.015204 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:22.073781 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-68e6a8dc-1d52-46d8-8b37-cafcbc499b9e req-5cbdbfaf-3d15-4c3d-bc0e-89faca123def service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049373 Oct 06 04:34:22.501382 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39288) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:22.615045 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9129ff49-d3a1-48fe-90f1-a1d9342ad67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:22.678632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb7a76-8c6a-4b05-a4d3-31c1103484d5 req-a34c1fcd-f11e-47af-8d96-1bc19789ad34 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:22.680506 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e6fb7a76-8c6a-4b05-a4d3-31c1103484d5 req-a34c1fcd-f11e-47af-8d96-1bc19789ad34 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0602956 Oct 06 04:34:22.780768 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e6fb7a76-8c6a-4b05-a4d3-31c1103484d5 req-fa2a6fdc-f682-42dc-bff9-df5e0fd68ef0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878584 Oct 06 04:34:22.785008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9129ff49-d3a1-48fe-90f1-a1d9342ad67e admin admin] Publish callbacks [] for security_group (a2cdd9fc-0f5d-42a7-8fcd-dd9555e5eaae), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:22.790117 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9129ff49-d3a1-48fe-90f1-a1d9342ad67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a2cdd9fc-0f5d-42a7-8fcd-dd9555e5eaae), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:22.835948 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129ff49-d3a1-48fe-90f1-a1d9342ad67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cdd9fc-0f5d-42a7-8fcd-dd9555e5eaae,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:22.837377 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-9129ff49-d3a1-48fe-90f1-a1d9342ad67e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=38bf58eec49840179ddb2d635da67234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348644 Oct 06 04:34:22.838896 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39296) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:22.915922 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f476745e-4a76-4c63-b284-6fba499a8b51 admin admin] Publish callbacks [] for security_group (a2cdd9fc-0f5d-42a7-8fcd-dd9555e5eaae), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:22.962501 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f476745e-4a76-4c63-b284-6fba499a8b51 admin admin] Publish callbacks [] for security_group (a2cdd9fc-0f5d-42a7-8fcd-dd9555e5eaae), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:22.977795 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab0db-a48c-490d-abc2-6bed2daf2e0f req-a7a68909-171a-426f-bc44-c5a20cd99a94 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:22.979297 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-026ab0db-a48c-490d-abc2-6bed2daf2e0f req-a7a68909-171a-426f-bc44-c5a20cd99a94 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 944 time: 0.0812116 Oct 06 04:34:23.045788 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f476745e-4a76-4c63-b284-6fba499a8b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a2cdd9fc-0f5d-42a7-8fcd-dd9555e5eaae), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.048328 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f476745e-4a76-4c63-b284-6fba499a8b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.049461 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-f476745e-4a76-4c63-b284-6fba499a8b51 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a2cdd9fc-0f5d-42a7-8fcd-dd9555e5eaae HTTP/1.1" status: 204 len: 168 time: 0.2091489 Oct 06 04:34:23.054918 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-026ab0db-a48c-490d-abc2-6bed2daf2e0f req-bfba3eab-84c4-4863-879b-e6085f0d8256 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684834 Oct 06 04:34:23.061088 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476745e-4a76-4c63-b284-6fba499a8b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cdd9fc-0f5d-42a7-8fcd-dd9555e5eaae,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:23.124637 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.337712 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39304) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:23.351300 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0d7bbdbe-29ef-46c1-a551-b8dbfe7f2181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.402656 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:23.431484 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0d7bbdbe-29ef-46c1-a551-b8dbfe7f2181 admin admin] Publish callbacks [] for security_group (e3a57cfb-d6ab-41cd-bfc9-84b72b3389e5), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.434819 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0d7bbdbe-29ef-46c1-a551-b8dbfe7f2181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e3a57cfb-d6ab-41cd-bfc9-84b72b3389e5), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.479454 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0d7bbdbe-29ef-46c1-a551-b8dbfe7f2181 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0a6c7f8c95144189bfc80b4d98908e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406176 Oct 06 04:34:23.480709 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bbdbe-29ef-46c1-a551-b8dbfe7f2181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a57cfb-d6ab-41cd-bfc9-84b72b3389e5,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:23.482094 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39306) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:23.497452 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:23.536894 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ce5539e5-01c8-49d3-a2b5-9c987d452e75 admin admin] Publish callbacks [] for security_group (e3a57cfb-d6ab-41cd-bfc9-84b72b3389e5), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.556852 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ce5539e5-01c8-49d3-a2b5-9c987d452e75 admin admin] Publish callbacks [] for security_group (e3a57cfb-d6ab-41cd-bfc9-84b72b3389e5), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.604266 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ce5539e5-01c8-49d3-a2b5-9c987d452e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e3a57cfb-d6ab-41cd-bfc9-84b72b3389e5), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.606788 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ce5539e5-01c8-49d3-a2b5-9c987d452e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:23.607969 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ce5539e5-01c8-49d3-a2b5-9c987d452e75 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e3a57cfb-d6ab-41cd-bfc9-84b72b3389e5 HTTP/1.1" status: 204 len: 168 time: 0.1249049 Oct 06 04:34:23.616629 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5539e5-01c8-49d3-a2b5-9c987d452e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a57cfb-d6ab-41cd-bfc9-84b72b3389e5,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:23.872301 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:23.917051 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f2fe0-ee8b-49a3-a9a7-aacee74bb048 req-d2fe1fdb-48fc-44d4-bc4f-17d47e188e34 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:23.918628 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-715f2fe0-ee8b-49a3-a9a7-aacee74bb048 req-d2fe1fdb-48fc-44d4-bc4f-17d47e188e34 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0564034 Oct 06 04:34:23.978049 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-715f2fe0-ee8b-49a3-a9a7-aacee74bb048 req-d85c4147-c147-4ab5-a529-aa56108b389d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499873 Oct 06 04:34:24.189858 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a9877-0eb3-4662-b763-82ee4fce2960 req-b54ce222-bb1c-418a-89d5-d53b3f92c563 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:24.191455 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-780a9877-0eb3-4662-b763-82ee4fce2960 req-b54ce222-bb1c-418a-89d5-d53b3f92c563 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 944 time: 0.0505497 Oct 06 04:34:24.241372 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-780a9877-0eb3-4662-b763-82ee4fce2960 req-270a0df7-e089-4f77-b867-7410a9ab6b1f tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 Oct 06 04:34:25.112939 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153375c6-cc94-439d-a193-01e94e2f1ca9 req-0e5275f4-af2c-4977-ac76-fb5bf7db393d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:25.114655 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-153375c6-cc94-439d-a193-01e94e2f1ca9 req-0e5275f4-af2c-4977-ac76-fb5bf7db393d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0517023 Oct 06 04:34:25.171885 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-153375c6-cc94-439d-a193-01e94e2f1ca9 req-b8463b0e-1b1f-4a21-ac17-90386e7711cb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498867 Oct 06 04:34:25.244673 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-1f9919d8-116e-4a92-b0a1-60ac2426dae9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449133 Oct 06 04:34:25.376600 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23695e-f781-48b4-91c5-44c6947da2db req-5951e33a-723d-4c47-a87f-3a2558925837 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:25.378093 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7f23695e-f781-48b4-91c5-44c6947da2db req-5951e33a-723d-4c47-a87f-3a2558925837 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 944 time: 0.0538812 Oct 06 04:34:25.435899 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-ffdb6c81-c976-4cd6-a921-920ada0ad458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:25.437410 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-ffdb6c81-c976-4cd6-a921-920ada0ad458 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 1130 time: 0.0577190 Oct 06 04:34:25.460054 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7f23695e-f781-48b4-91c5-44c6947da2db req-f2062e12-0f62-471d-927e-d149a1ea293c tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719523 Oct 06 04:34:25.552608 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-9e2f7aa5-a7ff-4051-a625-ac542ea5cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:25.554083 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-9e2f7aa5-a7ff-4051-a625-ac542ea5cb49 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.0931075 Oct 06 04:34:25.598579 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-4f585c2b-019d-40d1-95e3-5a7eb66e342b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32169a85-ede4-4200-8d87-9cc5853244e1 HTTP/1.1" status: 200 len: 217 time: 0.0385354 Oct 06 04:34:25.649148 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-89a95a90-5542-4b61-9683-5fb06a6f2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:25.650716 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-89a95a90-5542-4b61-9683-5fb06a6f2380 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0455825 Oct 06 04:34:25.652817 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 4c9cd285-136a-40c0-8315-78bdc1f66c6e details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:34:25.666996 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:25.698678 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-b4d27a98-d164-4085-8ac7-fc47b7760f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:25.700328 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-b4d27a98-d164-4085-8ac7-fc47b7760f30 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428977 Oct 06 04:34:25.727989 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:25.746941 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39394) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:25.781931 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 4c9cd285-136a-40c0-8315-78bdc1f66c6e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4c9cd285-136a-40c0-8315-78bdc1f66c6e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:25.800579 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '4c9cd285-136a-40c0-8315-78bdc1f66c6e', 'network_id': '1983fdd1-b263-4e74-8c0a-f8ec327f5bd3', 'port_id': '4c9cd285-136a-40c0-8315-78bdc1f66c6e', 'mac_address': 'fa:16:3e:c4:75:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f997376-b747-4888-bec0-2dcfdcebdd1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:34:25.803611 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-40b33bde-44f4-4208-bdcc-909bbea2412d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964301 Oct 06 04:34:25.841668 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 4c9cd285-136a-40c0-8315-78bdc1f66c6e is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:34:25.842176 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:25.845807 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:25.858244 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9cd285-136a-40c0-8315-78bdc1f66c6e {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:34:25.881904 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 4c9cd285-136a-40c0-8315-78bdc1f66c6e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4c9cd285-136a-40c0-8315-78bdc1f66c6e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:25.883121 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c79ece79-b02d-4b05-8992-8ddf39ed0bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:25.886887 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:25.913463 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29d81ed4-4d0d-4570-92d2-6b459703ff0b req-82aedc83-a7af-4ae6-8d39-1d693378ed82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034284 Oct 06 04:34:25.937209 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=4c9cd285-136a-40c0-8315-78bdc1f66c6e,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:25.969410 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c79ece79-b02d-4b05-8992-8ddf39ed0bfc admin admin] Publish callbacks [] for security_group (674c649b-3143-4f93-b6e0-c37caaf49658), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:25.972671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c79ece79-b02d-4b05-8992-8ddf39ed0bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (674c649b-3143-4f93-b6e0-c37caaf49658), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.020013 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ece79-b02d-4b05-8992-8ddf39ed0bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674c649b-3143-4f93-b6e0-c37caaf49658,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:26.027474 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c79ece79-b02d-4b05-8992-8ddf39ed0bfc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ea39567800cb4c71aabb51a765f8bc18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794151 Oct 06 04:34:26.028310 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39400) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:26.083547 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-577a636d-b3be-411c-993f-67673e80d523 admin admin] Publish callbacks [] for security_group (674c649b-3143-4f93-b6e0-c37caaf49658), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.103833 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-577a636d-b3be-411c-993f-67673e80d523 admin admin] Publish callbacks [] for security_group (674c649b-3143-4f93-b6e0-c37caaf49658), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.151607 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-577a636d-b3be-411c-993f-67673e80d523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (674c649b-3143-4f93-b6e0-c37caaf49658), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.154052 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-577a636d-b3be-411c-993f-67673e80d523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.155211 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-577a636d-b3be-411c-993f-67673e80d523 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/674c649b-3143-4f93-b6e0-c37caaf49658 HTTP/1.1" status: 204 len: 168 time: 0.1259089 Oct 06 04:34:26.162870 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a636d-b3be-411c-993f-67673e80d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674c649b-3143-4f93-b6e0-c37caaf49658,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:26.315816 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f926d-77cf-4b2d-b400-83fa87180b45 req-0e9124da-21d9-41fd-9e61-06dd3a1735c5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:26.317303 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca4f926d-77cf-4b2d-b400-83fa87180b45 req-0e9124da-21d9-41fd-9e61-06dd3a1735c5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0662825 Oct 06 04:34:26.373653 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca4f926d-77cf-4b2d-b400-83fa87180b45 req-c670d494-4dc7-4f9d-8dcf-a3de70ea7bfc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499561 Oct 06 04:34:26.422886 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['4c9cd285-136a-40c0-8315-78bdc1f66c6e'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:34:26.486710 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39412) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:26.501500 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6365149d-7d69-432f-8d42-f0ae00f047c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.592391 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6365149d-7d69-432f-8d42-f0ae00f047c9 admin admin] Publish callbacks [] for security_group (06801bca-26e7-4483-98f5-86f510be943f), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.593927 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43db8-6972-49f7-9d3a-9ec4efda0696 req-52b28d47-9ae4-4e3f-893e-af241fe23ef6 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:26.595551 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b8a43db8-6972-49f7-9d3a-9ec4efda0696 req-52b28d47-9ae4-4e3f-893e-af241fe23ef6 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 945 time: 0.0508664 Oct 06 04:34:26.597103 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6365149d-7d69-432f-8d42-f0ae00f047c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (06801bca-26e7-4483-98f5-86f510be943f), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.637686 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:26.638270 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365149d-7d69-432f-8d42-f0ae00f047c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06801bca-26e7-4483-98f5-86f510be943f,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:26.646183 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-6365149d-7d69-432f-8d42-f0ae00f047c9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3938733b8d44494b94718d5196ad7c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560397 Oct 06 04:34:26.647204 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39416) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:26.657127 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b8a43db8-6972-49f7-9d3a-9ec4efda0696 req-c6a1aebe-bc2f-4e9b-8714-1a13bb8eaaf6 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Oct 06 04:34:26.696914 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b974-3b84-4a27-b79e-b90fe5205a01 admin admin] Publish callbacks [] for security_group (06801bca-26e7-4483-98f5-86f510be943f), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.703577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:26.723487 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b974-3b84-4a27-b79e-b90fe5205a01 admin admin] Publish callbacks [] for security_group (06801bca-26e7-4483-98f5-86f510be943f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.770845 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b974-3b84-4a27-b79e-b90fe5205a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (06801bca-26e7-4483-98f5-86f510be943f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.773859 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f3c7b974-3b84-4a27-b79e-b90fe5205a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:26.775009 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f3c7b974-3b84-4a27-b79e-b90fe5205a01 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/06801bca-26e7-4483-98f5-86f510be943f HTTP/1.1" status: 204 len: 168 time: 0.1271300 Oct 06 04:34:26.782446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7b974-3b84-4a27-b79e-b90fe5205a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06801bca-26e7-4483-98f5-86f510be943f,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:27.498251 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff820433-5feb-4241-bd3d-3d8bb996fa96 req-b5f07b3a-a9d3-40e3-8335-5d84ad7c1fd3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:27.499746 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ff820433-5feb-4241-bd3d-3d8bb996fa96 req-b5f07b3a-a9d3-40e3-8335-5d84ad7c1fd3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0472090 Oct 06 04:34:27.538458 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:27.554380 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ff820433-5feb-4241-bd3d-3d8bb996fa96 req-2b0f1785-2920-4ab1-8d08-5e070b553242 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476060 Oct 06 04:34:27.783357 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b959ee-ddcd-4946-b574-2a38f35aac6c req-4aa22f8b-a340-4e0a-a914-c33e370d0586 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:27.786672 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 4c9cd285-136a-40c0-8315-78bdc1f66c6e up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:34:27.794306 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-40b959ee-ddcd-4946-b574-2a38f35aac6c req-4aa22f8b-a340-4e0a-a914-c33e370d0586 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 945 time: 0.0573778 Oct 06 04:34:27.845671 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-40b959ee-ddcd-4946-b574-2a38f35aac6c req-e46616ff-b07b-4b27-ae7d-692829038477 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 Oct 06 04:34:27.850806 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 4c9cd285-136a-40c0-8315-78bdc1f66c6e completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:34:27.860391 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 4c9cd285-136a-40c0-8315-78bdc1f66c6e triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:34:27.861097 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:27.861639 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 4c9cd285-136a-40c0-8315-78bdc1f66c6e Oct 06 04:34:27.940685 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 4c9cd285-136a-40c0-8315-78bdc1f66c6e is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:34:27.941085 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:27.972627 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb260154-0e77-4cad-9e05-fcbcc71b87ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cd285-136a-40c0-8315-78bdc1f66c6e'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:34:27.975250 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8b4274-2a74-48f7-afbd-c91937f16799" -d '{"events": [{"server_uuid": "eb260154-0e77-4cad-9e05-fcbcc71b87ec", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cd285-136a-40c0-8315-78bdc1f66c6e"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:34:27.989839 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 4c9cd285-136a-40c0-8315-78bdc1f66c6e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4c9cd285-136a-40c0-8315-78bdc1f66c6e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:27.997874 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:28.021457 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051cd35c-820c-4bf7-9a65-6f9ba366c413 x-openstack-request-id: req-051cd35c-820c-4bf7-9a65-6f9ba366c413 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:34:28.022215 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb260154-0e77-4cad-9e05-fcbcc71b87ec", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cd285-136a-40c0-8315-78bdc1f66c6e", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:34:28.022472 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-051cd35c-820c-4bf7-9a65-6f9ba366c413 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:34:28.022925 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051cd35c-820c-4bf7-9a65-6f9ba366c413'] response: {'server_uuid': 'eb260154-0e77-4cad-9e05-fcbcc71b87ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cd285-136a-40c0-8315-78bdc1f66c6e', 'code': 200} Oct 06 04:34:28.050037 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=4c9cd285-136a-40c0-8315-78bdc1f66c6e,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:28.675049 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e397cd2-23a1-4bb5-9c3f-ccdf400fc714 req-b22807c1-a15b-4f87-a42f-d5d2af6bff98 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:28.676518 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7e397cd2-23a1-4bb5-9c3f-ccdf400fc714 req-b22807c1-a15b-4f87-a42f-d5d2af6bff98 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0481651 Oct 06 04:34:28.722760 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7e397cd2-23a1-4bb5-9c3f-ccdf400fc714 req-87cd2af3-b628-49d8-adeb-73cd6fd0043d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Oct 06 04:34:28.986085 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5e74d-58bd-442f-b813-6a9e06d5645e req-18a7676f-1ac7-4d6d-904a-16aed3505caf tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:28.987759 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52d5e74d-58bd-442f-b813-6a9e06d5645e req-18a7676f-1ac7-4d6d-904a-16aed3505caf tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0608344 Oct 06 04:34:29.049507 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52d5e74d-58bd-442f-b813-6a9e06d5645e req-ff32bd26-0700-4a37-a28e-e7f7dd2477d3 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556042 Oct 06 04:34:29.121635 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e806d93-fa3b-41ce-b0d2-3b399400cddc req-7254538c-b72d-498b-a4fc-08c2ba3e71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:29.123185 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1e806d93-fa3b-41ce-b0d2-3b399400cddc req-7254538c-b72d-498b-a4fc-08c2ba3e71e8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 1129 time: 0.0449064 Oct 06 04:34:29.128151 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eedb4c-d9b2-4c6e-81d3-42834277a1fc req-539b623e-24bd-4eba-ac49-b2b2c97a1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:29.130591 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d1eedb4c-d9b2-4c6e-81d3-42834277a1fc req-539b623e-24bd-4eba-ac49-b2b2c97a1c62 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 1130 time: 0.0499735 Oct 06 04:34:29.172091 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1e806d93-fa3b-41ce-b0d2-3b399400cddc req-6fd636e8-2798-48fd-8205-e410972a3ff7 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423794 Oct 06 04:34:29.182178 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d1eedb4c-d9b2-4c6e-81d3-42834277a1fc req-5b2c48de-14dc-43d7-8a0c-e8b8a3654193 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Oct 06 04:34:29.843612 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68acb76-1129-4bd2-8ad6-06fb6528eb8d req-b2c4229c-ea03-4a7a-9b32-edfc7315300e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:29.845186 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f68acb76-1129-4bd2-8ad6-06fb6528eb8d req-b2c4229c-ea03-4a7a-9b32-edfc7315300e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0481548 Oct 06 04:34:29.892491 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f68acb76-1129-4bd2-8ad6-06fb6528eb8d req-ee0085d7-8c8c-4dda-bd73-a82294ac0fd2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Oct 06 04:34:30.175737 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b0713-800f-41ca-bbd0-d0418b860235 req-904c2f2d-9c6f-41eb-ab3b-cf09661f1977 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:30.177212 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c52b0713-800f-41ca-bbd0-d0418b860235 req-904c2f2d-9c6f-41eb-ab3b-cf09661f1977 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0513186 Oct 06 04:34:30.250902 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c52b0713-800f-41ca-bbd0-d0418b860235 req-ddc50def-7181-4ec2-a4e9-a5374b5dbc1e tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679595 Oct 06 04:34:31.022778 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646974a-175d-457c-ba92-abac136cf302 req-7d8b51ab-e041-4224-8515-900c3430799a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:31.024499 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0646974a-175d-457c-ba92-abac136cf302 req-7d8b51ab-e041-4224-8515-900c3430799a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0522592 Oct 06 04:34:31.076913 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0646974a-175d-457c-ba92-abac136cf302 req-fdddf654-d479-4e96-81d9-90b33ece7265 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469761 Oct 06 04:34:31.390373 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab629cb-ae93-45b4-81f0-7f4761425963 req-832e24f1-e4b9-49e5-b37f-117d39ed884f tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:31.392022 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fab629cb-ae93-45b4-81f0-7f4761425963 req-832e24f1-e4b9-49e5-b37f-117d39ed884f tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0542631 Oct 06 04:34:31.438341 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fab629cb-ae93-45b4-81f0-7f4761425963 req-f16b29e4-ae53-4eb5-8edd-ba5cafda6dbf tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 Oct 06 04:34:31.870327 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:31.875462 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:32.195836 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f807247-8acf-4987-b22a-d76308056098 req-2d72c5cd-1de7-454c-a9ae-0a0c2f1d4e4a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:32.197211 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8f807247-8acf-4987-b22a-d76308056098 req-2d72c5cd-1de7-454c-a9ae-0a0c2f1d4e4a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0465951 Oct 06 04:34:32.245741 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8f807247-8acf-4987-b22a-d76308056098 req-8fd46a37-4a75-435a-b39c-b02b5043e8cf tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Oct 06 04:34:32.558509 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a85ac-1636-4304-8cdb-3308386f15ce req-5214ab16-93a4-4dda-a792-08ab41017b68 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:32.559987 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8e2a85ac-1636-4304-8cdb-3308386f15ce req-5214ab16-93a4-4dda-a792-08ab41017b68 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0465102 Oct 06 04:34:32.606548 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8e2a85ac-1636-4304-8cdb-3308386f15ce req-04b4cbfc-ea1b-4f0e-b42e-9a2398541f51 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 Oct 06 04:34:33.328057 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:33.364669 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ce25-81eb-424c-bd27-235f88cb4789 req-f8a841af-e1ef-4591-98ee-103bd7a7bff9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:33.366805 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5a64ce25-81eb-424c-bd27-235f88cb4789 req-f8a841af-e1ef-4591-98ee-103bd7a7bff9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0487673 Oct 06 04:34:33.427288 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5a64ce25-81eb-424c-bd27-235f88cb4789 req-95dc4341-cbae-4e3b-9db5-ce0530f447e2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545547 Oct 06 04:34:33.723706 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70728435-07c3-4f2b-93fe-d68dad707d5e req-b3edc5b7-bd18-4bb0-9d79-78e67798126e tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:33.725666 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-70728435-07c3-4f2b-93fe-d68dad707d5e req-b3edc5b7-bd18-4bb0-9d79-78e67798126e tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0465877 Oct 06 04:34:33.776415 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-70728435-07c3-4f2b-93fe-d68dad707d5e req-1d7c761b-98c3-4d31-a91f-f788ed93ea09 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Oct 06 04:34:34.068467 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6811b951-2282-4f4c-a27a-0b6846d4b0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:34.547854 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b3dcb-1926-45c4-b0a9-84f40699452b req-db3e6d0c-15c2-41ef-969c-c716cf009b70 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:34.549333 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6a9b3dcb-1926-45c4-b0a9-84f40699452b req-db3e6d0c-15c2-41ef-969c-c716cf009b70 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0472808 Oct 06 04:34:34.596354 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6a9b3dcb-1926-45c4-b0a9-84f40699452b req-cdaf05c2-20d9-436d-8d95-5cdd9620e494 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Oct 06 04:34:34.895758 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5733d1-d031-4270-b2c1-87d3883460d5 req-9f57a4ab-2034-432f-9399-7459f21e0057 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:34.897210 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2b5733d1-d031-4270-b2c1-87d3883460d5 req-9f57a4ab-2034-432f-9399-7459f21e0057 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0469530 Oct 06 04:34:34.946087 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2b5733d1-d031-4270-b2c1-87d3883460d5 req-74951cb0-d576-4550-b211-e1b6add90a36 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Oct 06 04:34:35.713537 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b611-ddd0-4433-b96d-e42ba615b651 req-3352643d-897c-40f5-b9f2-79846a622277 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:35.714920 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fa49b611-ddd0-4433-b96d-e42ba615b651 req-3352643d-897c-40f5-b9f2-79846a622277 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0456738 Oct 06 04:34:35.761200 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fa49b611-ddd0-4433-b96d-e42ba615b651 req-93fa0768-6e5e-41e6-88ad-d98af7e35594 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 Oct 06 04:34:36.068493 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e0edb-67c2-4854-ab31-2143dbe5731d req-5c3f2227-df22-4a70-9840-e02f7fadd53a tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:36.069962 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-323e0edb-67c2-4854-ab31-2143dbe5731d req-5c3f2227-df22-4a70-9840-e02f7fadd53a tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0462406 Oct 06 04:34:36.117402 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-323e0edb-67c2-4854-ab31-2143dbe5731d req-4847069a-b183-4534-9dd1-c4b5c1407423 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Oct 06 04:34:36.448744 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f5726518-0c18-4f8e-8af5-3d16504b563a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:36.884275 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd44a0-a339-4a92-9278-83e1f1171415 req-ebd2931c-6ba2-4b96-a6aa-cdc2755859fe tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:36.885671 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8ccd44a0-a339-4a92-9278-83e1f1171415 req-ebd2931c-6ba2-4b96-a6aa-cdc2755859fe tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Oct 06 04:34:36.932203 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8ccd44a0-a339-4a92-9278-83e1f1171415 req-0a74ca76-ee6b-49ac-8434-8886548d9d9a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Oct 06 04:34:37.241898 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4128d0-3b4a-4981-89e8-9045c11a405f req-b49ecabe-c0d2-439b-8977-ebb6d8bc39b0 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:37.243640 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0a4128d0-3b4a-4981-89e8-9045c11a405f req-b49ecabe-c0d2-439b-8977-ebb6d8bc39b0 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0513074 Oct 06 04:34:37.289848 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0a4128d0-3b4a-4981-89e8-9045c11a405f req-c675c235-b5b7-4aed-93dd-16e8df1196bb tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Oct 06 04:34:37.717032 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:38.051179 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47ad73-c164-4af0-a2af-604a0db9723e req-99ad2b34-15f4-446c-8e17-e9f846b2807d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:38.052680 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6e47ad73-c164-4af0-a2af-604a0db9723e req-99ad2b34-15f4-446c-8e17-e9f846b2807d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0465884 Oct 06 04:34:38.064588 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:38.105206 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6e47ad73-c164-4af0-a2af-604a0db9723e req-a9628b7d-c195-4e5c-a7d0-2bb8dba5b633 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469308 Oct 06 04:34:38.418417 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393dd6d-09e4-4deb-842c-b49fcf5b941f req-b1c29bef-9868-4f9d-8f0d-e95dbe6ce44e tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:38.419956 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7393dd6d-09e4-4deb-842c-b49fcf5b941f req-b1c29bef-9868-4f9d-8f0d-e95dbe6ce44e tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0557203 Oct 06 04:34:38.431751 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:38.473179 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7393dd6d-09e4-4deb-842c-b49fcf5b941f req-df061e4c-55bd-4bf4-ac4c-71af42ce777f tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 Oct 06 04:34:39.013729 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:39.225649 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:39.226586 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19ba6c-a9a7-41f0-ac51-43637abeeca0 req-700504b4-4e47-4c56-bbff-bc2b2768f947 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:39.228150 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7f19ba6c-a9a7-41f0-ac51-43637abeeca0 req-700504b4-4e47-4c56-bbff-bc2b2768f947 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0498166 Oct 06 04:34:39.280752 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7f19ba6c-a9a7-41f0-ac51-43637abeeca0 req-248fc292-c0dd-4eaf-9369-0f3c04a58d5c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Oct 06 04:34:39.394371 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:39.403899 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ae365-b3e5-459d-9146-8f7c65fb0ac0 req-e7516627-39f6-47f4-9b75-cc25872c75c9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:39.405489 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5f7ae365-b3e5-459d-9146-8f7c65fb0ac0 req-e7516627-39f6-47f4-9b75-cc25872c75c9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0498726 Oct 06 04:34:39.458430 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5f7ae365-b3e5-459d-9146-8f7c65fb0ac0 req-347e9f78-8766-4277-a6ad-d25cceeb213e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472872 Oct 06 04:34:39.598892 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3832a-71a2-4e57-b065-26c91f106064 req-e531ebb9-b473-44cf-95b1-248e2cd1528e tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:39.600601 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29c3832a-71a2-4e57-b065-26c91f106064 req-e531ebb9-b473-44cf-95b1-248e2cd1528e tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0473769 Oct 06 04:34:39.652332 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-29c3832a-71a2-4e57-b065-26c91f106064 req-4fcd1d2f-af0b-4238-bacd-951c122101ed tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460706 Oct 06 04:34:41.149746 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b91c60-1bd2-4b20-9da9-d14c560d8cfa req-349b86fc-392e-460e-9e30-f7c1b044d0ae tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:41.151388 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-98b91c60-1bd2-4b20-9da9-d14c560d8cfa req-349b86fc-392e-460e-9e30-f7c1b044d0ae tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0492740 Oct 06 04:34:41.180126 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c01fec-2450-4e42-bd86-504947e618f0 req-a3be3050-82b6-48a0-8531-c40eab6651dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:41.182396 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-45c01fec-2450-4e42-bd86-504947e618f0 req-a3be3050-82b6-48a0-8531-c40eab6651dd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 1130 time: 0.0450609 Oct 06 04:34:41.208462 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-98b91c60-1bd2-4b20-9da9-d14c560d8cfa req-9acc2c4b-43cb-4de2-b085-b3091154a23c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508242 Oct 06 04:34:41.301104 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c01fec-2450-4e42-bd86-504947e618f0 req-ea3855ad-8c6f-4247-beca-1aa8e76a972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:41.304822 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-45c01fec-2450-4e42-bd86-504947e618f0 req-ea3855ad-8c6f-4247-beca-1aa8e76a972d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.1138618 Oct 06 04:34:41.344467 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-45c01fec-2450-4e42-bd86-504947e618f0 req-4dd58243-4999-4941-a35a-884689f4977a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32169a85-ede4-4200-8d87-9cc5853244e1 HTTP/1.1" status: 200 len: 217 time: 0.0339551 Oct 06 04:34:41.411145 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c01fec-2450-4e42-bd86-504947e618f0 req-55f0ea1f-e488-40c3-aff2-59bcf58888cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:41.413736 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-45c01fec-2450-4e42-bd86-504947e618f0 req-55f0ea1f-e488-40c3-aff2-59bcf58888cd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0591862 Oct 06 04:34:41.505166 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d486-b832-4de3-9700-e714aa56ab60 req-35c63864-a37e-4fbf-9367-15160b9f4edc tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:41.506912 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5f75d486-b832-4de3-9700-e714aa56ab60 req-35c63864-a37e-4fbf-9367-15160b9f4edc tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0516417 Oct 06 04:34:41.556046 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5f75d486-b832-4de3-9700-e714aa56ab60 req-efc80895-c186-4012-973c-880545198f91 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Oct 06 04:34:41.564435 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39634) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:41.669546 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2190b41f-55f0-4443-a691-248fcd4d2cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:41.746353 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2190b41f-55f0-4443-a691-248fcd4d2cf8 admin admin] Publish callbacks [] for security_group (9f9c6df4-aa4f-4425-afb2-ce3ac11e07b3), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:41.750047 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2190b41f-55f0-4443-a691-248fcd4d2cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (9f9c6df4-aa4f-4425-afb2-ce3ac11e07b3), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:41.793170 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-2190b41f-55f0-4443-a691-248fcd4d2cf8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5c9e068e55504f5d80eae4683f1783cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276499 Oct 06 04:34:41.794123 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190b41f-55f0-4443-a691-248fcd4d2cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9c6df4-aa4f-4425-afb2-ce3ac11e07b3,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:41.795912 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39638) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:41.844053 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-56c83215-482a-42f5-be68-ad43886e92aa admin admin] Publish callbacks [] for security_group (9f9c6df4-aa4f-4425-afb2-ce3ac11e07b3), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:41.863998 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-56c83215-482a-42f5-be68-ad43886e92aa admin admin] Publish callbacks [] for security_group (9f9c6df4-aa4f-4425-afb2-ce3ac11e07b3), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:41.911796 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-56c83215-482a-42f5-be68-ad43886e92aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (9f9c6df4-aa4f-4425-afb2-ce3ac11e07b3), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:41.914360 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-56c83215-482a-42f5-be68-ad43886e92aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:41.915552 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-56c83215-482a-42f5-be68-ad43886e92aa admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9f9c6df4-aa4f-4425-afb2-ce3ac11e07b3 HTTP/1.1" status: 204 len: 168 time: 0.1186025 Oct 06 04:34:41.923365 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c83215-482a-42f5-be68-ad43886e92aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9c6df4-aa4f-4425-afb2-ce3ac11e07b3,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:42.356414 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d0d91-9e39-442b-a79e-c65dd67c2f62 req-6ae6973b-a055-4a38-aa5d-f9fe01efbcb3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:42.357879 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-543d0d91-9e39-442b-a79e-c65dd67c2f62 req-6ae6973b-a055-4a38-aa5d-f9fe01efbcb3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0487909 Oct 06 04:34:42.411020 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-543d0d91-9e39-442b-a79e-c65dd67c2f62 req-6337b93b-3db6-478e-92e3-39232c83740b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475059 Oct 06 04:34:42.876799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c01fec-2450-4e42-bd86-504947e618f0 req-f713309d-5da5-4208-a4a2-898fad8738f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:42.878435 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-45c01fec-2450-4e42-bd86-504947e618f0 req-f713309d-5da5-4208-a4a2-898fad8738f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432115 Oct 06 04:34:42.913402 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0706f3-dc2f-492b-8354-2a7cdf20d3dc req-65d4ca53-5a66-4a24-8cc5-ff447617facb tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:42.915016 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7d0706f3-dc2f-492b-8354-2a7cdf20d3dc req-65d4ca53-5a66-4a24-8cc5-ff447617facb tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.2844522 Oct 06 04:34:42.928107 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:42.977773 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7d0706f3-dc2f-492b-8354-2a7cdf20d3dc req-a27f8c6a-cbb3-439e-8265-d694bc1e58a8 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Oct 06 04:34:43.013867 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-45c01fec-2450-4e42-bd86-504947e618f0 req-1e6ef4b2-6e98-4012-9911-6573df0aee69 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276088 Oct 06 04:34:43.052940 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39680) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:43.122084 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-45c01fec-2450-4e42-bd86-504947e618f0 req-0568e924-740d-4c54-b20a-d4aca320ba55 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924823 Oct 06 04:34:43.171134 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fca4366d-6ec0-4ec3-95c7-dfba4f886f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:43.248791 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fca4366d-6ec0-4ec3-95c7-dfba4f886f0c admin admin] Publish callbacks [] for security_group (b3a2d951-a22f-4fd1-bf43-2f9b75b2a8c4), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:43.252528 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fca4366d-6ec0-4ec3-95c7-dfba4f886f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (b3a2d951-a22f-4fd1-bf43-2f9b75b2a8c4), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:43.293439 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-fca4366d-6ec0-4ec3-95c7-dfba4f886f0c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c0be7e71a9e74f59a2ecdb7499e42941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392442 Oct 06 04:34:43.294363 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4366d-6ec0-4ec3-95c7-dfba4f886f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a2d951-a22f-4fd1-bf43-2f9b75b2a8c4,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:43.295998 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 39684) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:43.350186 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-dd2da03a-0e28-4a79-a0b7-9fa235f2d498 admin admin] Publish callbacks [] for security_group (b3a2d951-a22f-4fd1-bf43-2f9b75b2a8c4), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:43.352425 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:43.371425 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-dd2da03a-0e28-4a79-a0b7-9fa235f2d498 admin admin] Publish callbacks [] for security_group (b3a2d951-a22f-4fd1-bf43-2f9b75b2a8c4), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:43.422897 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-dd2da03a-0e28-4a79-a0b7-9fa235f2d498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (b3a2d951-a22f-4fd1-bf43-2f9b75b2a8c4), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:43.425388 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-dd2da03a-0e28-4a79-a0b7-9fa235f2d498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:43.429361 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-dd2da03a-0e28-4a79-a0b7-9fa235f2d498 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b3a2d951-a22f-4fd1-bf43-2f9b75b2a8c4 HTTP/1.1" status: 204 len: 168 time: 0.1295049 Oct 06 04:34:43.435500 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2da03a-0e28-4a79-a0b7-9fa235f2d498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a2d951-a22f-4fd1-bf43-2f9b75b2a8c4,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:43.500558 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:43.538453 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b67b6-b29e-4e05-b7e2-cf6e0575ca16 req-ac962ba6-8cb5-4610-8f3f-57c05d131de9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:43.539977 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d74b67b6-b29e-4e05-b7e2-cf6e0575ca16 req-ac962ba6-8cb5-4610-8f3f-57c05d131de9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0507507 Oct 06 04:34:43.590836 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d74b67b6-b29e-4e05-b7e2-cf6e0575ca16 req-064f2eea-33a3-48bc-9534-76df24aaed8b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449536 Oct 06 04:34:43.885257 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-6ae21bdc-3634-4e90-bab3-e22bb40998f4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:43.886750 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-6ae21bdc-3634-4e90-bab3-e22bb40998f4 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0531554 Oct 06 04:34:44.099879 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Deleting port 4c9cd285-136a-40c0-8315-78bdc1f66c6e {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:34:44.100221 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:44.118899 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8a184-6f45-4575-b77f-a42b6d6c82b5 req-c99b098a-5b0b-4b1a-9b9b-fe1b3325afb2 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:44.121605 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-84f8a184-6f45-4575-b77f-a42b6d6c82b5 req-c99b098a-5b0b-4b1a-9b9b-fe1b3325afb2 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 946 time: 0.0584924 Oct 06 04:34:44.174717 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-84f8a184-6f45-4575-b77f-a42b6d6c82b5 req-da874a0e-a7a6-4e6a-b4ce-921ffb439868 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29d9cb8c-801d-472d-b577-2adf93025caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467660 Oct 06 04:34:44.207398 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] For port 4c9cd285-136a-40c0-8315-78bdc1f66c6e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4c9cd285-136a-40c0-8315-78bdc1f66c6e,segment=NetworkSegment(fbaa3cf1-ac28-4516-9dd6-1df0f4534423),segment_id=fbaa3cf1-ac28-4516-9dd6-1df0f4534423)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:34:44.207762 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:44.222024 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Calling delete_port for 4c9cd285-136a-40c0-8315-78bdc1f66c6e owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:34:44.353532 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (4c9cd285-136a-40c0-8315-78bdc1f66c6e), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:44.389749 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Pushing event deleted for resources: {'Port': ['ID=4c9cd285-136a-40c0-8315-78bdc1f66c6e,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:44.402972 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['4c9cd285-136a-40c0-8315-78bdc1f66c6e'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:34:44.450321 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] No DVR routers for this DVR port 4c9cd285-136a-40c0-8315-78bdc1f66c6e on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:34:44.452809 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:44.456043 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-027668b8-4fbb-47d3-a34e-174f19d93526 req-5380a999-284b-4057-b8fc-832006e66052 tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4c9cd285-136a-40c0-8315-78bdc1f66c6e HTTP/1.1" status: 204 len: 173 time: 0.4409778 Oct 06 04:34:44.456528 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb260154-0e77-4cad-9e05-fcbcc71b87ec', 'name': 'network-vif-deleted', 'tag': '4c9cd285-136a-40c0-8315-78bdc1f66c6e'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:34:44.459619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f221c1b-5af0-4ebf-9ded-eedb5bd96f8a" -d '{"events": [{"server_uuid": "eb260154-0e77-4cad-9e05-fcbcc71b87ec", "name": "network-vif-deleted", "tag": "4c9cd285-136a-40c0-8315-78bdc1f66c6e"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:34:44.514091 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff63b6d-1536-4306-83bf-8c6d7548ad59 x-openstack-request-id: req-0ff63b6d-1536-4306-83bf-8c6d7548ad59 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:34:44.514395 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb260154-0e77-4cad-9e05-fcbcc71b87ec", "name": "network-vif-deleted", "tag": "4c9cd285-136a-40c0-8315-78bdc1f66c6e", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:34:44.514641 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0ff63b6d-1536-4306-83bf-8c6d7548ad59 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:34:44.515055 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff63b6d-1536-4306-83bf-8c6d7548ad59'] response: {'server_uuid': 'eb260154-0e77-4cad-9e05-fcbcc71b87ec', 'name': 'network-vif-deleted', 'tag': '4c9cd285-136a-40c0-8315-78bdc1f66c6e', 'status': 'completed', 'code': 200} Oct 06 04:34:44.677630 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:44.716151 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c29d4f-1888-43f1-8d14-3b6df9ce5310 req-81a75234-8422-49e5-8b56-780ac5f199bf tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:44.718117 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c1c29d4f-1888-43f1-8d14-3b6df9ce5310 req-81a75234-8422-49e5-8b56-780ac5f199bf tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0490279 Oct 06 04:34:44.765123 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c1c29d4f-1888-43f1-8d14-3b6df9ce5310 req-11b2fd41-0d6b-4761-aea2-5e44ff3bea9b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Oct 06 04:34:45.300626 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fd250941-5b47-48dc-8e38-d41b51cb9c0e req-983998c5-f879-442c-b462-d69b3fc1944b tempest-VolumesActionsTest-1235339207 tempest-VolumesActionsTest-1235339207-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb260154-0e77-4cad-9e05-fcbcc71b87ec HTTP/1.1" status: 200 len: 210 time: 0.0283637 Oct 06 04:34:45.884508 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc540f05-7f8c-4d35-ab1b-15ef3306a526 req-87da3f68-be63-4bef-8e66-e0b672ec4e46 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:45.885868 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fc540f05-7f8c-4d35-ab1b-15ef3306a526 req-87da3f68-be63-4bef-8e66-e0b672ec4e46 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0453007 Oct 06 04:34:45.935188 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fc540f05-7f8c-4d35-ab1b-15ef3306a526 req-4d7a8fa7-b719-434d-a3af-582b1ee1ae3c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438502 Oct 06 04:34:47.059744 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32930fc1-3ade-4e23-835e-f61c3412eea6 req-cd620837-335a-43a1-a315-556793aecfd7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:47.061231 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-32930fc1-3ade-4e23-835e-f61c3412eea6 req-cd620837-335a-43a1-a315-556793aecfd7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0497153 Oct 06 04:34:47.122133 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-32930fc1-3ade-4e23-835e-f61c3412eea6 req-d0d411a8-76e9-469a-830f-88bd0e8931d2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Oct 06 04:34:48.058044 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 4c9cd285-136a-40c0-8315-78bdc1f66c6e no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:34:48.077231 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 4c9cd285-136a-40c0-8315-78bdc1f66c6e {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:34:48.077586 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 4c9cd285-136a-40c0-8315-78bdc1f66c6e not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:34:48.121845 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39806) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:48.237051 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9742-0abf-4238-b2a6-ae006fdadc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:48.249635 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0e7c0-8c3c-4ae1-8eea-3ad8bc022087 req-14860409-4c19-49cb-8cc3-bf96619dcdb1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:48.251136 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a6c0e7c0-8c3c-4ae1-8eea-3ad8bc022087 req-14860409-4c19-49cb-8cc3-bf96619dcdb1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0473285 Oct 06 04:34:48.304537 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a6c0e7c0-8c3c-4ae1-8eea-3ad8bc022087 req-d51e44d6-7f36-464e-bb7e-c19ffa0f0abb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471585 Oct 06 04:34:48.316884 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9742-0abf-4238-b2a6-ae006fdadc35 admin admin] Publish callbacks [] for security_group (4de5dc95-892d-4768-afc2-e9d707ed8620), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:48.321607 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ed5c9742-0abf-4238-b2a6-ae006fdadc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (4de5dc95-892d-4768-afc2-e9d707ed8620), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:48.359114 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c9742-0abf-4238-b2a6-ae006fdadc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5dc95-892d-4768-afc2-e9d707ed8620,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:48.366041 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-ed5c9742-0abf-4238-b2a6-ae006fdadc35 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=785b4d979d8e463193899b424396a8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405050 Oct 06 04:34:48.366290 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 39818) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:34:48.427626 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-40e9172c-b5d9-47f0-ba1c-aa566d0edd85 admin admin] Publish callbacks [] for security_group (4de5dc95-892d-4768-afc2-e9d707ed8620), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:48.443168 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:48.448503 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-40e9172c-b5d9-47f0-ba1c-aa566d0edd85 admin admin] Publish callbacks [] for security_group (4de5dc95-892d-4768-afc2-e9d707ed8620), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:48.499350 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-40e9172c-b5d9-47f0-ba1c-aa566d0edd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (4de5dc95-892d-4768-afc2-e9d707ed8620), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:48.502177 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-40e9172c-b5d9-47f0-ba1c-aa566d0edd85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:48.503354 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-40e9172c-b5d9-47f0-ba1c-aa566d0edd85 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4de5dc95-892d-4768-afc2-e9d707ed8620 HTTP/1.1" status: 204 len: 168 time: 0.1361666 Oct 06 04:34:48.511517 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9172c-b5d9-47f0-ba1c-aa566d0edd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5dc95-892d-4768-afc2-e9d707ed8620,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:34:49.425105 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0de6-4627-4048-b371-df70315b9716 req-bc319e45-0a5a-4e1e-bf59-a501af66cdcd tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:49.427069 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6f4a0de6-4627-4048-b371-df70315b9716 req-bc319e45-0a5a-4e1e-bf59-a501af66cdcd tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0480833 Oct 06 04:34:49.477182 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6f4a0de6-4627-4048-b371-df70315b9716 req-e8512f35-9ef5-44b8-bbd7-58f66219bd36 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Oct 06 04:34:49.597505 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:34:50.595954 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4b81f-e9cf-4193-846c-b6dedeaf26cc req-438354d2-c83b-4451-91de-ac8110846579 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:50.597427 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4af4b81f-e9cf-4193-846c-b6dedeaf26cc req-438354d2-c83b-4451-91de-ac8110846579 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0470750 Oct 06 04:34:50.646384 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4af4b81f-e9cf-4193-846c-b6dedeaf26cc req-bde317dd-883e-4e59-ba60-760ab9e6d7cd tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Oct 06 04:34:51.785444 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aaa52-fcf4-4a6a-9139-66eb5759ef97 req-f7bb6703-34dd-492c-866f-5f14aba105e5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:51.786932 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-db9aaa52-fcf4-4a6a-9139-66eb5759ef97 req-f7bb6703-34dd-492c-866f-5f14aba105e5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0683036 Oct 06 04:34:51.835618 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-db9aaa52-fcf4-4a6a-9139-66eb5759ef97 req-0bc2709b-3fac-48f5-bcae-719ce3dcf375 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418978 Oct 06 04:34:52.955026 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a31fbd-f884-4ee6-925d-5c44cec5236d req-5839362c-6ad5-4366-bbc9-7d3ca9e8fce3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:52.956500 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-64a31fbd-f884-4ee6-925d-5c44cec5236d req-5839362c-6ad5-4366-bbc9-7d3ca9e8fce3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0469434 Oct 06 04:34:53.004346 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-64a31fbd-f884-4ee6-925d-5c44cec5236d req-eee2c362-f2de-4e7f-a6b8-1e9be9028f6c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Oct 06 04:34:53.139309 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:34:54.149115 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5088d7-4fc2-4581-aba2-f4b4c0db6000 req-8b9028fe-6b08-44f0-8e18-fa1ff1cad1de tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:54.156873 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ed5088d7-4fc2-4581-aba2-f4b4c0db6000 req-8b9028fe-6b08-44f0-8e18-fa1ff1cad1de tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0636487 Oct 06 04:34:54.194452 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:54.203621 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ed5088d7-4fc2-4581-aba2-f4b4c0db6000 req-2ce7bc79-8ffe-459c-8e4d-1699850839d0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460165 Oct 06 04:34:55.409573 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4533c95-378b-4bd6-9cfa-19283e09832c req-caa5fd86-d1c3-4c07-ac16-2a1fad3199d3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:55.417347 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e4533c95-378b-4bd6-9cfa-19283e09832c req-caa5fd86-d1c3-4c07-ac16-2a1fad3199d3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0711842 Oct 06 04:34:55.467003 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e4533c95-378b-4bd6-9cfa-19283e09832c req-55c4ec69-bceb-4b58-ab82-9f604986a23e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 Oct 06 04:34:56.601950 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438195-cb77-46b1-81c5-7aab8c66d5f9 req-5f7e207f-7f3b-4e7e-9585-1fb38f05e9b5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:56.608914 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6d438195-cb77-46b1-81c5-7aab8c66d5f9 req-5f7e207f-7f3b-4e7e-9585-1fb38f05e9b5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0585532 Oct 06 04:34:56.667294 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6d438195-cb77-46b1-81c5-7aab8c66d5f9 req-089a9b63-926e-48dd-b67f-c864205e6b76 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500503 Oct 06 04:34:57.780643 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46086c61-110b-470f-8bc7-8d97cbb72e78 req-c2c94333-6864-4088-ac7a-35a56c87362a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:57.782260 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-46086c61-110b-470f-8bc7-8d97cbb72e78 req-c2c94333-6864-4088-ac7a-35a56c87362a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0513489 Oct 06 04:34:57.842400 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-46086c61-110b-470f-8bc7-8d97cbb72e78 req-eac1e2a8-23f5-4051-904c-8ad82279cd07 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531662 Oct 06 04:34:58.958828 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:58.970900 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:34:58.978994 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399c8dc-dadd-4961-818a-51b499169110 req-5fe17007-99f8-43d4-8c06-48c0247e008c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:34:58.980513 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6399c8dc-dadd-4961-818a-51b499169110 req-5fe17007-99f8-43d4-8c06-48c0247e008c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0524273 Oct 06 04:34:59.031392 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6399c8dc-dadd-4961-818a-51b499169110 req-b615adab-19c5-4dfd-93d1-1580552068bd tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434141 Oct 06 04:35:00.193608 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724df2d0-bd6c-4be6-9519-170c028b481b req-5d9bd41c-4a7d-464e-8147-f27188be932e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:00.195374 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-724df2d0-bd6c-4be6-9519-170c028b481b req-5d9bd41c-4a7d-464e-8147-f27188be932e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0675554 Oct 06 04:35:00.252310 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-724df2d0-bd6c-4be6-9519-170c028b481b req-fe6d0450-05cf-42a3-8a24-6c6ec132d61c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 Oct 06 04:35:01.407293 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b641f-186a-4603-8803-f47b4c90815e req-c2630a14-33e6-47ba-8c8f-0a3820beae24 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:01.409221 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1a8b641f-186a-4603-8803-f47b4c90815e req-c2630a14-33e6-47ba-8c8f-0a3820beae24 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0657940 Oct 06 04:35:01.474718 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1a8b641f-186a-4603-8803-f47b4c90815e req-3c0b7f23-0245-4f48-bc90-60873187b89b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590723 Oct 06 04:35:02.616997 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c3326-443b-443b-8706-9382a8615f78 req-b8976f90-978f-4560-9a84-90f7d4872a82 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:02.624217 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-315c3326-443b-443b-8706-9382a8615f78 req-b8976f90-978f-4560-9a84-90f7d4872a82 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0624442 Oct 06 04:35:02.679363 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-315c3326-443b-443b-8706-9382a8615f78 req-49e41b23-4125-44ba-bb2e-282fc9a6f229 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541341 Oct 06 04:35:03.133200 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:03.135363 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:03.814858 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac557d-9698-4d08-9e8d-1fa31bd9d39b req-86816e5d-c4c2-4e4c-ab33-becd99be717e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:03.816122 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-50ac557d-9698-4d08-9e8d-1fa31bd9d39b req-86816e5d-c4c2-4e4c-ab33-becd99be717e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0570498 Oct 06 04:35:03.872056 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-50ac557d-9698-4d08-9e8d-1fa31bd9d39b req-0cd77aac-157f-4588-b40c-6ba110e6b34d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466313 Oct 06 04:35:04.072116 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c235e385-9acc-4bf9-8210-f3d33c963947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:05.006219 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba44d-7f2d-42a0-b34a-7f2195bcde1b req-e6c61d2b-6bdc-4394-8a19-81b6975d1862 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:05.013451 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-94dba44d-7f2d-42a0-b34a-7f2195bcde1b req-e6c61d2b-6bdc-4394-8a19-81b6975d1862 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0573616 Oct 06 04:35:05.062999 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-94dba44d-7f2d-42a0-b34a-7f2195bcde1b req-5fb25bf0-b236-49e6-a4ca-638a0345f998 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486181 Oct 06 04:35:06.201406 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c9a9f-0112-414c-afb5-4fa3ba75b750 req-526bec62-22ce-42e0-b7de-f160dfb30b5b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:06.203963 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8c0c9a9f-0112-414c-afb5-4fa3ba75b750 req-526bec62-22ce-42e0-b7de-f160dfb30b5b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0527225 Oct 06 04:35:06.269470 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8c0c9a9f-0112-414c-afb5-4fa3ba75b750 req-b98f986c-79c6-4389-ab7c-88e9fcaa87e7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562975 Oct 06 04:35:06.449102 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2d36eaea-0f25-4c30-80ec-846e76c867b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:07.444832 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629483b0-49ac-4776-bf14-0af79e84df11 req-dc721bd8-c36a-447e-9722-e3df323d2739 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:07.447102 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-629483b0-49ac-4776-bf14-0af79e84df11 req-dc721bd8-c36a-447e-9722-e3df323d2739 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0667267 Oct 06 04:35:07.505759 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-629483b0-49ac-4776-bf14-0af79e84df11 req-157ac413-a448-4636-b768-df6d54e90d75 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520568 Oct 06 04:35:07.725230 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:08.643780 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdba41a-a115-4be6-9477-9a424aa6637f req-4453963c-9c7b-402a-bcba-fa1adae1dca5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:08.647516 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3bdba41a-a115-4be6-9477-9a424aa6637f req-4453963c-9c7b-402a-bcba-fa1adae1dca5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0567472 Oct 06 04:35:08.698859 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3bdba41a-a115-4be6-9477-9a424aa6637f req-5828b8b5-a044-4b0a-8391-061946bb31a5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Oct 06 04:35:08.868802 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=21 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:08.891030 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=13 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:09.014935 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:09.224048 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:09.825515 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac1e9c-25dc-4909-9b10-fd64b6e3cbcc req-99423cd6-75ee-4895-96b7-ce7e5fb3c234 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:09.827054 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-83ac1e9c-25dc-4909-9b10-fd64b6e3cbcc req-99423cd6-75ee-4895-96b7-ce7e5fb3c234 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0473025 Oct 06 04:35:09.875548 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-83ac1e9c-25dc-4909-9b10-fd64b6e3cbcc req-2dfc08c9-2c5b-47d1-9674-f3ac7824ec5f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Oct 06 04:35:10.998554 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923461-1c3d-4ee1-88c0-44cca6cf679d req-b6de8311-9172-417a-91b5-c5a88b437a88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:11.000046 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-07923461-1c3d-4ee1-88c0-44cca6cf679d req-b6de8311-9172-417a-91b5-c5a88b437a88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0481384 Oct 06 04:35:11.046337 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-07923461-1c3d-4ee1-88c0-44cca6cf679d req-2585e6b9-dc59-4704-a786-42f596b4c632 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Oct 06 04:35:12.165427 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf6a5-602c-4fb8-8e5f-8b71355f6307 req-0da0a0b5-3242-43ae-bb33-440753dbb49e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:12.166877 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f1ecf6a5-602c-4fb8-8e5f-8b71355f6307 req-0da0a0b5-3242-43ae-bb33-440753dbb49e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0453918 Oct 06 04:35:12.190703 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:12.220021 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f1ecf6a5-602c-4fb8-8e5f-8b71355f6307 req-6aac3545-4c75-4e2d-97a8-37e7318c306b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476730 Oct 06 04:35:13.341891 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfcfd6-85e9-40de-bfae-90fca231dc6f req-341a8f9e-3208-4697-a0d9-a14ecc645dc3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:13.343399 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-67dfcfd6-85e9-40de-bfae-90fca231dc6f req-341a8f9e-3208-4697-a0d9-a14ecc645dc3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0502169 Oct 06 04:35:13.391148 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-67dfcfd6-85e9-40de-bfae-90fca231dc6f req-0dedd215-0cc7-46d1-a0b6-10f9ebd7326c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Oct 06 04:35:14.517252 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a73c9-0461-4df8-959a-19583bd9e342 req-614cbb40-afe8-4143-a0e4-1f9a652c045e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:14.518724 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a79a73c9-0461-4df8-959a-19583bd9e342 req-614cbb40-afe8-4143-a0e4-1f9a652c045e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0522239 Oct 06 04:35:14.569940 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a79a73c9-0461-4df8-959a-19583bd9e342 req-3a948be0-193f-48e0-b4d2-84b638d1b92b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453975 Oct 06 04:35:15.407076 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37d22e-7621-49ac-b7fc-5031bbc70c81 req-89a9bc9a-6bd1-4e56-a032-fcff2e3f724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:15.408552 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7c37d22e-7621-49ac-b7fc-5031bbc70c81 req-89a9bc9a-6bd1-4e56-a032-fcff2e3f724a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 1130 time: 0.0388212 Oct 06 04:35:15.453438 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7c37d22e-7621-49ac-b7fc-5031bbc70c81 req-6658a842-ac1f-4d33-9065-5c1589fbbf5d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Oct 06 04:35:15.505591 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 40152) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:35:15.549092 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Deleting subnet 1f997376-b747-4888-bec0-2dcfdcebdd1a {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:35:15.552995 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Publish callbacks [] for subnet (1f997376-b747-4888-bec0-2dcfdcebdd1a), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.587170 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (1f997376-b747-4888-bec0-2dcfdcebdd1a), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.631259 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (1f997376-b747-4888-bec0-2dcfdcebdd1a), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.656507 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:15.686708 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (1f997376-b747-4888-bec0-2dcfdcebdd1a), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.690764 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598ccf7-0fcf-41fb-9a95-8fd7c603301b req-8e4ac881-b322-4d3e-99f5-7c1772fe0000 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:15.693163 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f598ccf7-0fcf-41fb-9a95-8fd7c603301b req-8e4ac881-b322-4d3e-99f5-7c1772fe0000 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0488164 Oct 06 04:35:15.713620 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f997376-b747-4888-bec0-2dcfdcebdd1a,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:15.718646 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.721738 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/1f997376-b747-4888-bec0-2dcfdcebdd1a HTTP/1.1" status: 204 len: 168 time: 0.2151372 Oct 06 04:35:15.725167 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 40156) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:35:15.728470 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.728824 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.729355 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.729542 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.729867 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.730537 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.730754 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.731143 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.731497 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.732152 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.732521 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.732961 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.733279 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.733604 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.733979 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7412f9-e8fc-40f3-b328-65d6fc67599d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:15.793674 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f598ccf7-0fcf-41fb-9a95-8fd7c603301b req-d1b256eb-49b1-442e-ac2a-d8ff26fa50d4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944693 Oct 06 04:35:15.818270 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (1983fdd1-b263-4e74-8c0a-f8ec327f5bd3), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.903455 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (1983fdd1-b263-4e74-8c0a-f8ec327f5bd3), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.921014 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:15.924497 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1983fdd1-b263-4e74-8c0a-f8ec327f5bd3']}} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:35:15.934791 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423') {'for_net_delete': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:35:15.935152 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaa3cf1-ac28-4516-9dd6-1df0f4534423') {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:35:15.946463 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26146984'] for segment (fbaa3cf1-ac28-4516-9dd6-1df0f4534423), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.960295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (fbaa3cf1-ac28-4516-9dd6-1df0f4534423), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.966539 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:35:15.966861 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536918'] for segment (fbaa3cf1-ac28-4516-9dd6-1df0f4534423), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:15.980900 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:16.009983 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment fbaa3cf1-ac28-4516-9dd6-1df0f4534423 resource provider aggregate not found Oct 06 04:35:16.028620 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment fbaa3cf1-ac28-4516-9dd6-1df0f4534423 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbaa3cf1-ac28-4516-9dd6-1df0f4534423 found for delete ", "request_id": "req-8300c9cc-ee15-4b30-ba55-5d438571ef92"}]} Oct 06 04:35:16.035099 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (1983fdd1-b263-4e74-8c0a-f8ec327f5bd3), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:16.041262 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:16.044665 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/1983fdd1-b263-4e74-8c0a-f8ec327f5bd3 HTTP/1.1" status: 204 len: 168 time: 0.3185186 Oct 06 04:35:16.056596 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=1983fdd1-b263-4e74-8c0a-f8ec327f5bd3,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:16.064156 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.064506 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.064847 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.065184 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.065516 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.065847 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.066173 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.066496 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.066889 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.066889 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.067523 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.067848 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.068195 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.068515 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.068833 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af16894-766f-4f80-aa2d-1d808cf96d41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:16.206043 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 40170) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:35:16.251736 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-1451bf9d-ab65-4a20-ac79-bd31c64013b7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=250b86943e2d45dc992421c2adee42b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444379 Oct 06 04:35:16.254369 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 40172) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:35:16.301434 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9408a734-e704-4811-8d6b-808639e0e2d4 admin admin] Publish callbacks [] for security_group (29d9cb8c-801d-472d-b577-2adf93025caf), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:16.322731 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9408a734-e704-4811-8d6b-808639e0e2d4 admin admin] Publish callbacks [] for security_group (29d9cb8c-801d-472d-b577-2adf93025caf), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:16.369669 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9408a734-e704-4811-8d6b-808639e0e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (29d9cb8c-801d-472d-b577-2adf93025caf), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:16.372303 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9408a734-e704-4811-8d6b-808639e0e2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:16.373444 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-9408a734-e704-4811-8d6b-808639e0e2d4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/29d9cb8c-801d-472d-b577-2adf93025caf HTTP/1.1" status: 204 len: 168 time: 0.1181984 Oct 06 04:35:16.381822 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408a734-e704-4811-8d6b-808639e0e2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d9cb8c-801d-472d-b577-2adf93025caf,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:16.922498 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35499ebf-0e0c-4262-9ddc-ce988a133bdf req-95960823-b45e-48f1-9e1f-98d62f54c6ca tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:16.924030 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-35499ebf-0e0c-4262-9ddc-ce988a133bdf req-95960823-b45e-48f1-9e1f-98d62f54c6ca tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0476470 Oct 06 04:35:16.977669 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-35499ebf-0e0c-4262-9ddc-ce988a133bdf req-0a216823-2bcd-4fa8-8b9f-dce5477f197a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467684 Oct 06 04:35:18.099191 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8d178-a432-419e-923e-cc8327d48c3b req-d1c4c078-6eac-4e47-88ab-86a950e5356a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:18.100730 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ecf8d178-a432-419e-923e-cc8327d48c3b req-d1c4c078-6eac-4e47-88ab-86a950e5356a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0465941 Oct 06 04:35:18.147147 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ecf8d178-a432-419e-923e-cc8327d48c3b req-3531789c-e14b-42aa-90b9-390405b864ba tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Oct 06 04:35:19.219167 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:19.274075 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb23a4-1cf8-40c5-a782-73f9f219a04b req-92eddc1e-ffec-4090-8298-4a530859fde2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:19.275483 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-95bb23a4-1cf8-40c5-a782-73f9f219a04b req-92eddc1e-ffec-4090-8298-4a530859fde2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0545359 Oct 06 04:35:19.322839 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-95bb23a4-1cf8-40c5-a782-73f9f219a04b req-bfb7c393-ae9f-4d06-b9bd-d6f172889c96 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417957 Oct 06 04:35:20.445662 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfca89a-9919-435e-8fbf-430521d2fc5c req-0153ea79-74fc-41ba-a49b-4e4136d986f0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:20.447155 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1bfca89a-9919-435e-8fbf-430521d2fc5c req-0153ea79-74fc-41ba-a49b-4e4136d986f0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0493596 Oct 06 04:35:20.493385 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1bfca89a-9919-435e-8fbf-430521d2fc5c req-e7456a6f-8fa8-4c1a-9ea5-a1ed2044aa14 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403764 Oct 06 04:35:21.620011 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb9c5b-19b3-4163-95ad-0926b6880e8c req-584e4d93-f9c5-4a6e-932e-77128e187224 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:21.621503 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-01bb9c5b-19b3-4163-95ad-0926b6880e8c req-584e4d93-f9c5-4a6e-932e-77128e187224 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0492699 Oct 06 04:35:21.669926 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-01bb9c5b-19b3-4163-95ad-0926b6880e8c req-a8f74a32-0137-480c-97f6-cde6e732ddbf tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Oct 06 04:35:22.794406 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affef876-680c-494a-b16e-a8c7417f9fb7 req-c3763787-9df7-4d26-9e86-9135ca68ee10 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:22.796016 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-affef876-680c-494a-b16e-a8c7417f9fb7 req-c3763787-9df7-4d26-9e86-9135ca68ee10 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0491390 Oct 06 04:35:22.852156 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-affef876-680c-494a-b16e-a8c7417f9fb7 req-d8c0c627-6958-481e-811a-d0e87645ea4f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491090 Oct 06 04:35:23.135250 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44770a5d-2433-4ff8-81c4-395f357214fb req-ef67e592-bd4e-473d-9e9c-70888f26306f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:23.137736 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-44770a5d-2433-4ff8-81c4-395f357214fb req-ef67e592-bd4e-473d-9e9c-70888f26306f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0653527 Oct 06 04:35:23.175780 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:23.195254 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-9bcce216-8018-4154-80e1-823264542e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:23.195482 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-44770a5d-2433-4ff8-81c4-395f357214fb req-34dc0d15-953e-4e57-a1dc-b656113407ea tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Oct 06 04:35:23.196737 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-9bcce216-8018-4154-80e1-823264542e01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 1130 time: 0.0562916 Oct 06 04:35:23.336206 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-08d95e25-56be-4c7c-8f6d-ed096b7272cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:23.337756 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-08d95e25-56be-4c7c-8f6d-ed096b7272cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.1327169 Oct 06 04:35:23.377372 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-c14ea0e4-102f-4c01-8ccc-e478e99594c4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32169a85-ede4-4200-8d87-9cc5853244e1 HTTP/1.1" status: 200 len: 217 time: 0.0334666 Oct 06 04:35:23.433959 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-466dd95f-028e-416c-a457-027fb29e7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:23.435381 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-466dd95f-028e-416c-a457-027fb29e7b02 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0510650 Oct 06 04:35:23.484850 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-86b12d3a-a939-4012-8fdc-c886172d9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:23.486356 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-86b12d3a-a939-4012-8fdc-c886172d9409 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423872 Oct 06 04:35:23.510563 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:23.581822 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-794ffa96-8b63-406b-9df7-c293dd59ffc0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891602 Oct 06 04:35:23.677645 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b43fb08b-8a05-40fb-b293-c6f94e4bde10 req-436813e6-7332-4419-b1dc-ba3cede95b38 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899029 Oct 06 04:35:24.025988 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-bf999772-dcc3-4e2c-8658-3494398f0bc6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406239 Oct 06 04:35:24.148898 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-20cd821e-886b-46e0-9a80-e68b6dcfebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:24.150387 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-20cd821e-886b-46e0-9a80-e68b6dcfebf5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 1129 time: 0.0439172 Oct 06 04:35:24.217367 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:24.263888 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-50bffc9c-935c-4c77-a4ff-63b02d5fb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:24.265360 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-50bffc9c-935c-4c77-a4ff-63b02d5fb846 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 913 time: 0.0947759 Oct 06 04:35:24.336793 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32d84-1c17-4d5b-a2c5-400a6589c50d req-adc31570-1dbd-48a9-a05f-8cc3e88ed993 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:24.338297 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d7f32d84-1c17-4d5b-a2c5-400a6589c50d req-adc31570-1dbd-48a9-a05f-8cc3e88ed993 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0514758 Oct 06 04:35:24.388862 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d7f32d84-1c17-4d5b-a2c5-400a6589c50d req-60c96d04-c9a1-498e-92aa-27957f52dd2f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Oct 06 04:35:25.513451 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a94a38-c2fe-4a13-b6f3-1aa7cc8c2180 req-98dd099e-1447-4e8b-bfd0-4b02693daf17 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:25.514946 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-21a94a38-c2fe-4a13-b6f3-1aa7cc8c2180 req-98dd099e-1447-4e8b-bfd0-4b02693daf17 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0494998 Oct 06 04:35:25.563945 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-21a94a38-c2fe-4a13-b6f3-1aa7cc8c2180 req-670a1d83-75fa-4a5c-91e2-db1fa8272eff tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433786 Oct 06 04:35:26.385214 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-cbd81b0a-1cff-4751-8653-e736188edfd5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6388b760-70f1-47b6-a577-dd35569e080b HTTP/1.1" status: 200 len: 1000 time: 0.0613289 Oct 06 04:35:26.560790 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-1fd469e7-1f4e-44bc-a94f-abdbdf51dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:26.562314 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-1fd469e7-1f4e-44bc-a94f-abdbdf51dd84 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0459812 Oct 06 04:35:26.597222 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:35:26.614095 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-27f364ec-e9d7-4b52-b69d-f7dd062ca4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:26.616227 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-27f364ec-e9d7-4b52-b69d-f7dd062ca4e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467546 Oct 06 04:35:26.689025 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971b6d7-cfe2-460c-b6a2-973177154c82 req-be3597c5-3058-4edc-9a78-d50df1858e34 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:26.690560 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3971b6d7-cfe2-460c-b6a2-973177154c82 req-be3597c5-3058-4edc-9a78-d50df1858e34 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0475214 Oct 06 04:35:26.742171 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3971b6d7-cfe2-460c-b6a2-973177154c82 req-7bb197c3-d3ff-4934-afc0-8c61e0fe6641 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460503 Oct 06 04:35:27.227770 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-e1b927ff-c0a1-4c98-b8b0-ea2fecad1cb4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951982 Oct 06 04:35:28.007657 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdf92d-374f-4211-bf85-874e9d109161 req-d8a4fd3c-d586-4778-82be-6caeee5e8786 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:28.009123 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a3fdf92d-374f-4211-bf85-874e9d109161 req-d8a4fd3c-d586-4778-82be-6caeee5e8786 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0603738 Oct 06 04:35:28.046176 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e821efd8-29c8-421c-963d-3b4c2a55fb60 req-5c665efe-5387-437a-84df-2aa3f1ac1b19 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767889 Oct 06 04:35:28.080454 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a3fdf92d-374f-4211-bf85-874e9d109161 req-a4ce1ce1-90b2-47a3-812b-834e85cfd732 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644317 Oct 06 04:35:29.199205 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85899b-ce1b-45f3-833d-f47f59aeec93 req-fb5609fe-df0a-4ff4-8144-6eef9af59db2 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:29.200685 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0b85899b-ce1b-45f3-833d-f47f59aeec93 req-fb5609fe-df0a-4ff4-8144-6eef9af59db2 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 945 time: 0.0485125 Oct 06 04:35:29.251882 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0b85899b-ce1b-45f3-833d-f47f59aeec93 req-1e775766-da4d-40d6-bb52-4f4929864363 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Oct 06 04:35:30.372638 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50c56f-2368-4c81-a606-68816907eb0d req-56851f3a-b932-43c1-88ea-a82492a66eb2 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:30.374112 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca50c56f-2368-4c81-a606-68816907eb0d req-56851f3a-b932-43c1-88ea-a82492a66eb2 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 945 time: 0.0470326 Oct 06 04:35:30.421888 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca50c56f-2368-4c81-a606-68816907eb0d req-fcbaf7ad-e970-487f-9c51-75883542d491 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422606 Oct 06 04:35:30.582895 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 40374) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:35:30.588274 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-b16fff0e-baf3-44a1-9da7-6ac84ec50e6c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015241692', 'description': 'tempest-description--1749088944'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:35:30.597647 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:30.609693 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b16fff0e-baf3-44a1-9da7-6ac84ec50e6c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.682105 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:30.684786 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b16fff0e-baf3-44a1-9da7-6ac84ec50e6c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group (e4e0a09d-3379-422d-a723-29d147af738f), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.688832 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b16fff0e-baf3-44a1-9da7-6ac84ec50e6c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e4e0a09d-3379-422d-a723-29d147af738f), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.722505 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b16fff0e-baf3-44a1-9da7-6ac84ec50e6c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.723989 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b16fff0e-baf3-44a1-9da7-6ac84ec50e6c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1397066 Oct 06 04:35:30.729511 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fff0e-baf3-44a1-9da7-6ac84ec50e6c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e0a09d-3379-422d-a723-29d147af738f,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:30.729724 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 40378) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:35:30.731759 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-f17fbdf4-e8cf-45a7-9ba9-7c1ccee212a6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Request body: {'security_group_rule': {'security_group_id': 'e4e0a09d-3379-422d-a723-29d147af738f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:35:30.739419 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:30.763458 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f17fbdf4-e8cf-45a7-9ba9-7c1ccee212a6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group_rule (07b956f7-71c9-436f-abf2-9cc4f4fdca37), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.822057 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f17fbdf4-e8cf-45a7-9ba9-7c1ccee212a6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group_rule (07b956f7-71c9-436f-abf2-9cc4f4fdca37), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.826255 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f17fbdf4-e8cf-45a7-9ba9-7c1ccee212a6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (07b956f7-71c9-436f-abf2-9cc4f4fdca37), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.845841 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fbdf4-e8cf-45a7-9ba9-7c1ccee212a6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b956f7-71c9-436f-abf2-9cc4f4fdca37,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:30.854166 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f17fbdf4-e8cf-45a7-9ba9-7c1ccee212a6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.855389 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-f17fbdf4-e8cf-45a7-9ba9-7c1ccee212a6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271689 Oct 06 04:35:30.858029 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 40380) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:35:30.862391 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-45135287-3d23-41c7-936f-7e96d42c693c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Request body: {'security_group_rule': {'security_group_id': 'e4e0a09d-3379-422d-a723-29d147af738f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:35:30.890359 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-45135287-3d23-41c7-936f-7e96d42c693c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group_rule (d9545034-8ca9-4e6b-a715-7ff8ab59e702), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.948663 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-45135287-3d23-41c7-936f-7e96d42c693c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group_rule (d9545034-8ca9-4e6b-a715-7ff8ab59e702), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.952028 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-45135287-3d23-41c7-936f-7e96d42c693c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (d9545034-8ca9-4e6b-a715-7ff8ab59e702), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.974201 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45135287-3d23-41c7-936f-7e96d42c693c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9545034-8ca9-4e6b-a715-7ff8ab59e702,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:30.983797 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-45135287-3d23-41c7-936f-7e96d42c693c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:30.985011 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-45135287-3d23-41c7-936f-7e96d42c693c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259944 Oct 06 04:35:30.988066 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 40382) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:35:30.992924 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:35:31.014757 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.028293 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:31.100303 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.208501 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Allocated IP 172.27.0.113 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/72e27bdf-7dd7-40e7-a85b-83d3b60882ba) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:35:31.327123 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for port (72e27bdf-7dd7-40e7-a85b-83d3b60882ba), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.369517 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (72e27bdf-7dd7-40e7-a85b-83d3b60882ba), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.408690 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:35:31.411829 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:35:31.416286 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:35:31.442060 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:31.449288 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event updated for resources: {'Port': ['ID=72e27bdf-7dd7-40e7-a85b-83d3b60882ba,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:31.521864 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for floatingip (0a882d7d-65aa-4255-9b86-d4f24f846a31), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.551776 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae0d8d-fe09-4935-bb4f-59fd457463c0 req-9dcc8645-2833-4670-9040-352d51c2c5e9 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:31.554593 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1bae0d8d-fe09-4935-bb4f-59fd457463c0 req-9dcc8645-2833-4670-9040-352d51c2c5e9 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 945 time: 0.0513837 Oct 06 04:35:31.563070 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (72e27bdf-7dd7-40e7-a85b-83d3b60882ba), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.621512 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-3f330cb7-bfba-4649-86c6-55b624f1eb55 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:31.622872 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-3f330cb7-bfba-4649-86c6-55b624f1eb55 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 945 time: 0.0671618 Oct 06 04:35:31.671960 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1bae0d8d-fe09-4935-bb4f-59fd457463c0 req-861910eb-d61a-4a64-82d9-0a3b26b5eb9a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069891 Oct 06 04:35:31.726580 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Deleting port 0b629cb4-849e-443b-9802-793f64a0c62e {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:35:31.727333 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.728080 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for port (72e27bdf-7dd7-40e7-a85b-83d3b60882ba), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.732864 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (72e27bdf-7dd7-40e7-a85b-83d3b60882ba), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.785862 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:31.806923 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event updated for resources: {'Port': ['ID=72e27bdf-7dd7-40e7-a85b-83d3b60882ba,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:31.809670 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (0a882d7d-65aa-4255-9b86-d4f24f846a31), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.829095 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.840094 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-d192011e-cc19-47f9-aa9a-14f3dcb658f5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8413603 Oct 06 04:35:31.840305 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] For port 0b629cb4-849e-443b-9802-793f64a0c62e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=0b629cb4-849e-443b-9802-793f64a0c62e,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:35:31.840305 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:31.853669 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Calling delete_port for 0b629cb4-849e-443b-9802-793f64a0c62e owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:35:31.992722 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (0b629cb4-849e-443b-9802-793f64a0c62e), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:32.021939 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Pushing event deleted for resources: {'Port': ['ID=0b629cb4-849e-443b-9802-793f64a0c62e,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:32.030019 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['0b629cb4-849e-443b-9802-793f64a0c62e'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:35:32.042691 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-9ae99a35-66c8-4524-b689-b20fab032005 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1015241692&fields=id&tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d HTTP/1.1" status: 200 len: 267 time: 0.0455959 Oct 06 04:35:32.076205 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] No DVR routers for this DVR port 0b629cb4-849e-443b-9802-793f64a0c62e on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:35:32.079182 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:32.083051 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6ad384b4-ddd0-4932-a3ca-3392d0dd8c32 req-0b7c6287-035f-49be-8b50-01088aa1850c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.25 "DELETE /networking/v2.0/ports/0b629cb4-849e-443b-9802-793f64a0c62e HTTP/1.1" status: 204 len: 173 time: 0.4539328 Oct 06 04:35:32.083578 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304e35c3-5e47-4f8b-abf1-ac65e8ebe723', 'name': 'network-vif-deleted', 'tag': '0b629cb4-849e-443b-9802-793f64a0c62e'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:35:32.086606 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd97d21-fe19-424e-8ac2-b4bfedbeeafd" -d '{"events": [{"server_uuid": "304e35c3-5e47-4f8b-abf1-ac65e8ebe723", "name": "network-vif-deleted", "tag": "0b629cb4-849e-443b-9802-793f64a0c62e"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:35:32.135630 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d1c667-1468-4937-8e6e-fceb5ac24a02 x-openstack-request-id: req-54d1c667-1468-4937-8e6e-fceb5ac24a02 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:35:32.135930 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304e35c3-5e47-4f8b-abf1-ac65e8ebe723", "name": "network-vif-deleted", "tag": "0b629cb4-849e-443b-9802-793f64a0c62e", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:35:32.136189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-54d1c667-1468-4937-8e6e-fceb5ac24a02 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:35:32.136598 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d1c667-1468-4937-8e6e-fceb5ac24a02'] response: {'server_uuid': '304e35c3-5e47-4f8b-abf1-ac65e8ebe723', 'name': 'network-vif-deleted', 'tag': '0b629cb4-849e-443b-9802-793f64a0c62e', 'status': 'completed', 'code': 200} Oct 06 04:35:32.168996 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1b89-b025-450c-9131-7f450be58057 req-24ea5dcd-4b80-492a-b3eb-b23527dc70c5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:32.171283 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-24ea5dcd-4b80-492a-b3eb-b23527dc70c5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 819 time: 0.1154015 Oct 06 04:35:32.191622 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-a13e165c-844a-4d8d-a3bb-53e84f67f34b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/quotas/0d643fb7b9314f0a9bb8f2c37f06bb2d HTTP/1.1" status: 200 len: 375 time: 0.0143204 Oct 06 04:35:32.248860 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-f6044039-a6dd-400c-94dc-29d66464398b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0549254 Oct 06 04:35:32.352935 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-82dded7b-bab5-46c2-b511-64d205c360c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913477 Oct 06 04:35:32.448390 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-2b465d4d-2c2d-47b7-a61d-da22675f093b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895286 Oct 06 04:35:32.617955 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a894f556-4e38-41ae-93dc-4c43565476e8 req-2a56212f-c8d1-4cf3-b4b0-659ff2812ee2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 210 time: 0.0288918 Oct 06 04:35:32.791862 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-05d00769-b58f-4043-8696-e3c1ef513e6a req-1c447aa1-5a05-45ec-803d-dbd1da70039e tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=304e35c3-5e47-4f8b-abf1-ac65e8ebe723 HTTP/1.1" status: 200 len: 210 time: 0.0287619 Oct 06 04:35:33.729500 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2dd1e01e-d3fa-4373-a7fc-3bf2cd8ab78d req-d441e2cf-4961-4954-ba1b-446edc6ce0d1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 210 time: 0.0282493 Oct 06 04:35:34.035668 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1b89-b025-450c-9131-7f450be58057 req-396217b1-825c-45c0-a8c5-581f56b46926 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:34.037136 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-396217b1-825c-45c0-a8c5-581f56b46926 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 819 time: 0.1136217 Oct 06 04:35:34.048812 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 0b629cb4-849e-443b-9802-793f64a0c62e no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:35:34.074063 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:34.078900 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:34.079826 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 0b629cb4-849e-443b-9802-793f64a0c62e {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:35:34.080273 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 0b629cb4-849e-443b-9802-793f64a0c62e not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:35:34.095820 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-031db799-aee5-4deb-aaf3-21f7a1bd7766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:34.109110 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-6f7bdb0a-6186-4d86-beaa-da3d5bfb2ae4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d HTTP/1.1" status: 200 len: 380 time: 0.0561912 Oct 06 04:35:34.117791 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Request body: {'port': {'device_id': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'admin_state_up': True, 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'security_groups': ['e4e0a09d-3379-422d-a723-29d147af738f']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:35:34.230817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Made reservation on behalf of 0d643fb7b9314f0a9bb8f2c37f06bb2d for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:35:34.234656 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:34.308632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:34.361302 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Allocated IP 172.20.0.6 (2378409d-c551-4beb-a9cb-3e077e46deec/a77098ae-eb97-4fa5-a3f9-2d082ee38ec1/e926f146-2ab3-4459-827a-f7a1a9e1e2de) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:35:34.501655 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:34.533713 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:34.577396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Network 2378409d-c551-4beb-a9cb-3e077e46deec is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:35:34.580515 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:35:34.582911 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:35:34.616570 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event updated for resources: {'Port': ['ID=e926f146-2ab3-4459-827a-f7a1a9e1e2de,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:34.646774 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:34.647435 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:34.665160 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-4e37baf0-9dfb-4952-889f-dcd752562061 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510046 Oct 06 04:35:34.841225 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-0b0a8fda-1f6a-4a08-99eb-fbd1dd29f75c None None] Provisioning complete for port e926f146-2ab3-4459-827a-f7a1a9e1e2de triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:35:34.841597 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8fda-1f6a-4a08-99eb-fbd1dd29f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:34.841946 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-0b0a8fda-1f6a-4a08-99eb-fbd1dd29f75c None None] Attempt 1 to provision port e926f146-2ab3-4459-827a-f7a1a9e1e2de Oct 06 04:35:34.849993 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83787957-80f4-4880-b4a5-6183053402d2 req-a330cc28-6ab6-4cc8-9e1b-f584e367bebf tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:34.851477 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-83787957-80f4-4880-b4a5-6183053402d2 req-a330cc28-6ab6-4cc8-9e1b-f584e367bebf tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 931 time: 0.0475259 Oct 06 04:35:34.873535 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a8fda-1f6a-4a08-99eb-fbd1dd29f75c None None] Port e926f146-2ab3-4459-827a-f7a1a9e1e2de cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:35:34.899832 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-83787957-80f4-4880-b4a5-6183053402d2 req-88e4b1c8-4b0e-4241-a30e-28c8b3e26609 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419395 Oct 06 04:35:36.017637 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d3f09-ea93-4672-b1ed-864e24a727ae req-df36878e-1f79-4b05-a5aa-1ec482f811e2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:36.019107 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b96d3f09-ea93-4672-b1ed-864e24a727ae req-df36878e-1f79-4b05-a5aa-1ec482f811e2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 931 time: 0.0465531 Oct 06 04:35:36.069033 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b96d3f09-ea93-4672-b1ed-864e24a727ae req-6df4648f-84da-4901-87c7-f9f204232599 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438297 Oct 06 04:35:36.440114 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba1b5-d742-4486-9bca-11964a8a56e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:37.191133 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd801e1-c011-4c4f-897b-360f7af32225 req-b653f1cb-98a2-4512-9584-8d21cc77f19a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:37.192607 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3bd801e1-c011-4c4f-897b-360f7af32225 req-b653f1cb-98a2-4512-9584-8d21cc77f19a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 931 time: 0.0469043 Oct 06 04:35:37.240574 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3bd801e1-c011-4c4f-897b-360f7af32225 req-568eeade-e4a6-473c-9466-0781f82cc423 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Oct 06 04:35:37.721880 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:37.942375 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Request body: {'port': {'device_id': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:35:37.969283 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:38.006591 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:38.262561 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e926f146-2ab3-4459-827a-f7a1a9e1e2de {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:35:38.270242 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Publish callbacks [] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:38.279485 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:38.284887 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Transition to ACTIVE for port object e926f146-2ab3-4459-827a-f7a1a9e1e2de will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:35:38.289611 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:38.352083 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:38.363838 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d96a1d-8df2-4a47-8cf0-b35f48005389 req-4104b6b6-f1fe-4963-9f24-b7fc03246cd6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:38.365488 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-22d96a1d-8df2-4a47-8cf0-b35f48005389 req-4104b6b6-f1fe-4963-9f24-b7fc03246cd6 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0482323 Oct 06 04:35:38.378719 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Pushing event updated for resources: {'Port': ['ID=e926f146-2ab3-4459-827a-f7a1a9e1e2de,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:38.408304 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Attempting to bind port e926f146-2ab3-4459-827a-f7a1a9e1e2de on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:35:38.408788 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Attempting to bind port e926f146-2ab3-4459-827a-f7a1a9e1e2de by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:35:38.409125 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Attempting to bind port e926f146-2ab3-4459-827a-f7a1a9e1e2de on network 2378409d-c551-4beb-a9cb-3e077e46deec {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:35:38.416340 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-22d96a1d-8df2-4a47-8cf0-b35f48005389 req-3249f03e-d9c1-4489-a102-733aa2c80401 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439503 Oct 06 04:35:38.455057 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Port e926f146-2ab3-4459-827a-f7a1a9e1e2de on network 2378409d-c551-4beb-a9cb-3e077e46deec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:35:38.455385 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Attempting to bind port e926f146-2ab3-4459-827a-f7a1a9e1e2de on network 2378409d-c551-4beb-a9cb-3e077e46deec {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:35:38.500734 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:35:38.500974 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Checking segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:35:38.501345 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Bound using segment: {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:35:38.501774 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Bound port: e926f146-2ab3-4459-827a-f7a1a9e1e2de, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:35:38.502123 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:38.561291 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] For port e926f146-2ab3-4459-827a-f7a1a9e1e2de, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:35:38.564261 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] For port e926f146-2ab3-4459-827a-f7a1a9e1e2de, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:35:38.570938 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:38.574361 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:38.575003 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:38.576366 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e926f146-2ab3-4459-827a-f7a1a9e1e2de HTTP/1.1" status: 200 len: 1093 time: 0.6383557 Oct 06 04:35:38.578462 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:35:38.580776 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd7b7c2-eace-4e6c-b522-e6f86aac7316" -d '{"events": [{"name": "network-changed", "server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:35:38.620048 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806d39c2-38c1-421d-b89d-a4b5600f9c8f x-openstack-request-id: req-806d39c2-38c1-421d-b89d-a4b5600f9c8f {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:35:38.620333 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:35:38.620587 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-806d39c2-38c1-421d-b89d-a4b5600f9c8f {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:35:38.620987 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806d39c2-38c1-421d-b89d-a4b5600f9c8f'] response: {'name': 'network-changed', 'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'status': 'completed', 'code': 200} Oct 06 04:35:38.630249 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb58fdc-081a-48f6-9d89-5a417c170681 service neutron] Pushing event updated for resources: {'Port': ['ID=e926f146-2ab3-4459-827a-f7a1a9e1e2de,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:39.019497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:39.226622 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:39.347559 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b7c2-eace-4e6c-b522-e6f86aac7316 req-ea7130c8-8090-41f5-8aae-9d0111568ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:39.349056 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ffd7b7c2-eace-4e6c-b522-e6f86aac7316 req-ea7130c8-8090-41f5-8aae-9d0111568ec6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 1127 time: 0.0392725 Oct 06 04:35:39.458255 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b7c2-eace-4e6c-b522-e6f86aac7316 req-d5df7e7f-77a0-426f-b8ef-492f3139379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:39.459748 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ffd7b7c2-eace-4e6c-b522-e6f86aac7316 req-d5df7e7f-77a0-426f-b8ef-492f3139379b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0965273 Oct 06 04:35:39.524906 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:39.542922 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be427b2d-b9f6-4b49-8bb4-915b7751cc90 req-cd5b2d45-4fab-459a-bf7b-2f93cb5cc45a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:39.544550 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-be427b2d-b9f6-4b49-8bb4-915b7751cc90 req-cd5b2d45-4fab-459a-bf7b-2f93cb5cc45a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0494924 Oct 06 04:35:39.558599 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b7c2-eace-4e6c-b522-e6f86aac7316 req-35ae3c53-a7a7-4f95-9037-f7fa3dd96a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:39.560098 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ffd7b7c2-eace-4e6c-b522-e6f86aac7316 req-35ae3c53-a7a7-4f95-9037-f7fa3dd96a57 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0938289 Oct 06 04:35:39.593793 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-be427b2d-b9f6-4b49-8bb4-915b7751cc90 req-359c699e-12d0-46e5-9fb6-8da3c06a2984 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435307 Oct 06 04:35:39.663189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1b89-b025-450c-9131-7f450be58057 req-e4087b46-c923-43f7-886b-f9d29de30a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:39.664700 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-e4087b46-c923-43f7-886b-f9d29de30a7b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 1127 time: 0.0401590 Oct 06 04:35:39.715512 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-8e57a7b5-112d-4026-b1b3-9ca6950b9932 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de HTTP/1.1" status: 200 len: 217 time: 0.0334022 Oct 06 04:35:39.770188 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1b89-b025-450c-9131-7f450be58057 req-0d737580-2af7-4d67-b142-91e1b8cb013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:39.771669 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-0d737580-2af7-4d67-b142-91e1b8cb013f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0495017 Oct 06 04:35:39.822353 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1b89-b025-450c-9131-7f450be58057 req-045d5975-ed64-444f-82a9-1d42b20af9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:39.823867 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-045d5975-ed64-444f-82a9-1d42b20af9c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403576 Oct 06 04:35:39.915260 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-4ad9879c-d39c-41e0-84be-60ef93e9f5a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819595 Oct 06 04:35:39.977422 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:40.057090 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-463c1b89-b025-450c-9131-7f450be58057 req-e6f6f384-486d-4967-ab59-c1a7b38e0fc3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 Oct 06 04:35:40.720337 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6872e-50ef-4a1d-bf8e-ac56ca9163b7 req-a46fb243-678c-4988-8b73-3aba2d541483 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:40.722020 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-88e6872e-50ef-4a1d-bf8e-ac56ca9163b7 req-a46fb243-678c-4988-8b73-3aba2d541483 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0516133 Oct 06 04:35:40.768797 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-88e6872e-50ef-4a1d-bf8e-ac56ca9163b7 req-9446ec2d-daa2-4cc5-8eca-115f094891b1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Oct 06 04:35:41.890083 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59f375-a8c5-4e8c-a6b5-ebd6c0e937c1 req-46f474f1-f6d7-417e-aca9-bb6420712810 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:41.891668 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4b59f375-a8c5-4e8c-a6b5-ebd6c0e937c1 req-46f474f1-f6d7-417e-aca9-bb6420712810 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0508935 Oct 06 04:35:41.940433 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4b59f375-a8c5-4e8c-a6b5-ebd6c0e937c1 req-45255b9b-770a-4a18-a870-17d9949be8e7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Oct 06 04:35:43.064716 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ccae3-578b-44cb-a88b-b57b50ed8a4f req-bf2e7dde-0cc8-4bb3-9cdd-01212fb8544b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:43.066178 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d46ccae3-578b-44cb-a88b-b57b50ed8a4f req-bf2e7dde-0cc8-4bb3-9cdd-01212fb8544b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0498273 Oct 06 04:35:43.113285 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d46ccae3-578b-44cb-a88b-b57b50ed8a4f req-3d000fbc-0def-492c-a2ed-8bb182eca45d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Oct 06 04:35:44.236756 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbe4a8-e2a5-4960-9453-e22aa95f446b req-79ea9003-2a3e-4676-81e5-9065f68f04db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:44.238150 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-efdbe4a8-e2a5-4960-9453-e22aa95f446b req-79ea9003-2a3e-4676-81e5-9065f68f04db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0471327 Oct 06 04:35:44.284396 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-efdbe4a8-e2a5-4960-9453-e22aa95f446b req-6cc2caa7-4d64-454d-b365-3c7e94c203f7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Oct 06 04:35:45.404597 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a63838-86a2-47d1-a282-1434da066bd3 req-7f3ba1fc-66da-4b06-baf4-7daf7a6137a3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:45.406044 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-37a63838-86a2-47d1-a282-1434da066bd3 req-7f3ba1fc-66da-4b06-baf4-7daf7a6137a3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0461962 Oct 06 04:35:45.452245 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-37a63838-86a2-47d1-a282-1434da066bd3 req-afd72f09-e151-4c7a-8210-761b8fcc70bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407572 Oct 06 04:35:45.874429 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:45.875226 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:46.577390 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2d83-131f-4fbf-961a-273d30d65b82 req-f748c6b9-607e-4463-a94c-deeef5f009fe tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:46.578859 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6c0a2d83-131f-4fbf-961a-273d30d65b82 req-f748c6b9-607e-4463-a94c-deeef5f009fe tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0480397 Oct 06 04:35:46.630480 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6c0a2d83-131f-4fbf-961a-273d30d65b82 req-132a0b46-b2db-469e-b223-ed5ab159bab2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460978 Oct 06 04:35:47.754754 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e143f-115e-4e2b-bb82-eb4160d2c5ef req-1c16c7a0-7550-4155-b9fb-75cd36141b8a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:47.756241 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3a8e143f-115e-4e2b-bb82-eb4160d2c5ef req-1c16c7a0-7550-4155-b9fb-75cd36141b8a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0494435 Oct 06 04:35:47.803705 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3a8e143f-115e-4e2b-bb82-eb4160d2c5ef req-9aaf940d-3f0a-462e-aef7-4663249624ec tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Oct 06 04:35:48.006225 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:48.037337 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-b3bbcc8a-fb47-4b64-8cbd-dbe244d5be9a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:48.038787 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-b3bbcc8a-fb47-4b64-8cbd-dbe244d5be9a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/networks?id=d5ebc260-c361-42d8-80fe-e4538974d21b HTTP/1.1" status: 200 len: 813 time: 0.1033912 Oct 06 04:35:48.053936 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-27795ab4-e88b-4331-bd9a-fa52385d95af tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/quotas/d951f19622f24014b0db552eafd4346d HTTP/1.1" status: 200 len: 375 time: 0.0088124 Oct 06 04:35:48.088318 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-42b301f2-0f65-41cb-9561-4c771739825b tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d951f19622f24014b0db552eafd4346d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295916 Oct 06 04:35:48.178002 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-5347d651-10ce-4569-b2a1-331c3c75a4af service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827310 Oct 06 04:35:48.271976 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1d83d120-3219-44c9-9678-3d431f7b81e5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883658 Oct 06 04:35:48.439965 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1270d1a7-923e-4620-9471-f183eabf89be req-9b3144ba-f3e9-4836-b378-8856ccafd60d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 210 time: 0.0331376 Oct 06 04:35:48.927103 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206552b-743c-45f3-b8f0-5d977a70c7a9 req-9d62c78c-d5d1-4c2d-a968-2feeb7befc99 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:48.928596 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5206552b-743c-45f3-b8f0-5d977a70c7a9 req-9d62c78c-d5d1-4c2d-a968-2feeb7befc99 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0493102 Oct 06 04:35:48.978014 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5206552b-743c-45f3-b8f0-5d977a70c7a9 req-57c7ddcc-60cb-4e0e-a094-aa7786176c98 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431266 Oct 06 04:35:49.220214 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:49.222228 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:49.544561 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6285ceea-a14b-47df-85ac-9d69c296cd05 req-0a85ee33-512e-4889-b7c3-cfd5bee98d30 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 210 time: 0.0294983 Oct 06 04:35:49.769781 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cc9094c2-e94f-46f2-8241-5ba14b5be15f tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:49.771169 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cc9094c2-e94f-46f2-8241-5ba14b5be15f tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d5ebc260-c361-42d8-80fe-e4538974d21b HTTP/1.1" status: 200 len: 813 time: 0.1075327 Oct 06 04:35:49.794637 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Request body: {'port': {'device_id': '03f4a17e-e567-4500-afb6-42c123068571', 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b', 'admin_state_up': True, 'tenant_id': 'd951f19622f24014b0db552eafd4346d'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:35:49.901371 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Made reservation on behalf of d951f19622f24014b0db552eafd4346d for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:35:49.905354 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:49.959825 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:50.036158 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Allocated IP 172.20.0.6 (d5ebc260-c361-42d8-80fe-e4538974d21b/10538a8d-eb3b-45bf-b2d8-aa56604be43f/31789d26-26fb-4a11-b756-defeba0c2a40) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:35:50.064361 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e926f146-2ab3-4459-827a-f7a1a9e1e2de details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:35:50.114247 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d27097-5825-4434-acc4-09af23365283 req-cdaf7da7-be2f-4b7b-9bfa-c8567699845c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:50.115882 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c1d27097-5825-4434-acc4-09af23365283 req-cdaf7da7-be2f-4b7b-9bfa-c8567699845c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 943 time: 0.0486593 Oct 06 04:35:50.137913 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:50.167504 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e926f146-2ab3-4459-827a-f7a1a9e1e2de, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:35:50.171658 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c1d27097-5825-4434-acc4-09af23365283 req-63c1762f-641e-486e-9f58-997e582fc246 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486720 Oct 06 04:35:50.179642 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'port_id': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'mac_address': 'fa:16:3e:f8:ee:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:35:50.201743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks [] for port (31789d26-26fb-4a11-b756-defeba0c2a40), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:50.220252 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port e926f146-2ab3-4459-827a-f7a1a9e1e2de is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:35:50.220675 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:50.235531 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:50.239703 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e926f146-2ab3-4459-827a-f7a1a9e1e2de {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:35:50.261681 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e926f146-2ab3-4459-827a-f7a1a9e1e2de, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:35:50.265666 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:50.283848 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Network d5ebc260-c361-42d8-80fe-e4538974d21b is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:35:50.286938 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:35:50.290858 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:35:50.297658 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Pushing event updated for resources: {'Port': ['ID=31789d26-26fb-4a11-b756-defeba0c2a40,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:50.312615 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=e926f146-2ab3-4459-827a-f7a1a9e1e2de,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:50.319908 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.320328 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.320919 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.321448 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.321975 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.322486 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.323624 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.324296 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.324786 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.325285 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.325768 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.326257 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.326785 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.327109 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.327442 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:35:50.354926 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:50.355585 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:50.372707 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cac727a0-0283-48a9-804c-f76d309def16 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822904 Oct 06 04:35:50.391384 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Request body: {'port': {'device_id': '03f4a17e-e567-4500-afb6-42c123068571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:35:50.449956 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:50.686430 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c781e-04ee-4287-9867-c626fcab8049 req-fe74398b-cdf8-4779-ba93-8dc9af752659 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:50.687915 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-368c781e-04ee-4287-9867-c626fcab8049 req-fe74398b-cdf8-4779-ba93-8dc9af752659 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 931 time: 0.0702953 Oct 06 04:35:50.774198 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-368c781e-04ee-4287-9867-c626fcab8049 req-b2e3c79b-705d-4a58-b9b6-fbe7fe1a9092 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801189 Oct 06 04:35:50.779443 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31789d26-26fb-4a11-b756-defeba0c2a40 {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:35:50.787039 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Publish callbacks [] for port (31789d26-26fb-4a11-b756-defeba0c2a40), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:50.799801 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Transition to ACTIVE for port object 31789d26-26fb-4a11-b756-defeba0c2a40 will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:35:50.803813 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:50.834462 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:50.855456 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['e926f146-2ab3-4459-827a-f7a1a9e1e2de'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:35:50.870390 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Pushing event updated for resources: {'Port': ['ID=31789d26-26fb-4a11-b756-defeba0c2a40,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:50.875413 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:50.925805 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Attempting to bind port 31789d26-26fb-4a11-b756-defeba0c2a40 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:35:50.926136 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Attempting to bind port 31789d26-26fb-4a11-b756-defeba0c2a40 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:35:50.926467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Attempting to bind port 31789d26-26fb-4a11-b756-defeba0c2a40 on network d5ebc260-c361-42d8-80fe-e4538974d21b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:35:50.969354 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Port 31789d26-26fb-4a11-b756-defeba0c2a40 on network d5ebc260-c361-42d8-80fe-e4538974d21b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:35:50.969772 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Attempting to bind port 31789d26-26fb-4a11-b756-defeba0c2a40 on network d5ebc260-c361-42d8-80fe-e4538974d21b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:35:51.012632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:35:51.012965 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Checking segment: {'id': '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:35:51.013345 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Bound using segment: {'id': '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:35:51.013783 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Bound port: 31789d26-26fb-4a11-b756-defeba0c2a40, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:35:51.014141 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:51.076396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] For port 31789d26-26fb-4a11-b756-defeba0c2a40, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:35:51.079369 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] For port 31789d26-26fb-4a11-b756-defeba0c2a40, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=31789d26-26fb-4a11-b756-defeba0c2a40,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:35:51.085229 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:51.089087 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:51.089696 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:51.091077 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/31789d26-26fb-4a11-b756-defeba0c2a40 HTTP/1.1" status: 200 len: 1093 time: 0.7040551 Oct 06 04:35:51.091627 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f4a17e-e567-4500-afb6-42c123068571', 'tag': '31789d26-26fb-4a11-b756-defeba0c2a40'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:35:51.093822 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "03f4a17e-e567-4500-afb6-42c123068571", "tag": "31789d26-26fb-4a11-b756-defeba0c2a40"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:35:51.131273 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872c3457-9c30-48ea-bf5f-262d2622e9a0 x-openstack-request-id: req-872c3457-9c30-48ea-bf5f-262d2622e9a0 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:35:51.131587 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f4a17e-e567-4500-afb6-42c123068571", "tag": "31789d26-26fb-4a11-b756-defeba0c2a40", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:35:51.131861 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-872c3457-9c30-48ea-bf5f-262d2622e9a0 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:35:51.132259 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872c3457-9c30-48ea-bf5f-262d2622e9a0'] response: {'name': 'network-changed', 'server_uuid': '03f4a17e-e567-4500-afb6-42c123068571', 'tag': '31789d26-26fb-4a11-b756-defeba0c2a40', 'status': 'completed', 'code': 200} Oct 06 04:35:51.144275 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32d969-ff4c-4e35-8334-50ae6e83d7ba service neutron] Pushing event updated for resources: {'Port': ['ID=31789d26-26fb-4a11-b756-defeba0c2a40,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:51.290114 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32083403-3e5e-4ff8-aa13-fd1e8420c65b req-4fd2def1-fcbb-41d7-afda-dde4703d3758 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:51.292110 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-32083403-3e5e-4ff8-aa13-fd1e8420c65b req-4fd2def1-fcbb-41d7-afda-dde4703d3758 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 944 time: 0.0455341 Oct 06 04:35:51.340826 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-32083403-3e5e-4ff8-aa13-fd1e8420c65b req-45d03c54-79d4-4b55-89c4-054314ee42db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 Oct 06 04:35:51.383374 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-fe58a6ee-057c-43be-a72d-bb01ec8ffb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:51.384850 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-fe58a6ee-057c-43be-a72d-bb01ec8ffb90 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d951f19622f24014b0db552eafd4346d&device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 1127 time: 0.0432589 Oct 06 04:35:51.438635 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-5e3e3ff4-f337-4f14-a4fd-5b5d87756bec service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31789d26-26fb-4a11-b756-defeba0c2a40 HTTP/1.1" status: 200 len: 217 time: 0.0342402 Oct 06 04:35:51.488758 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cb7341d1-8989-48c2-9118-c818434cec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:51.490159 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-cb7341d1-8989-48c2-9118-c818434cec70 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=10538a8d-eb3b-45bf-b2d8-aa56604be43f HTTP/1.1" status: 200 len: 853 time: 0.0429916 Oct 06 04:35:51.521227 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-431eb939-9705-4249-8a52-71178676e941 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d5ebc260-c361-42d8-80fe-e4538974d21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245254 Oct 06 04:35:51.616872 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-0fc4077e-2065-4072-b80c-4b184821cb0b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865223 Oct 06 04:35:51.712206 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fad0a379-34f9-4f94-8fa2-7aceab359241 req-b1a32d54-679a-4e44-b3a4-b1493c1d5b82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862060 Oct 06 04:35:51.886758 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:51.895582 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da476eb-4b7a-4db6-988f-2f4d3a863a40 req-10a4f8e8-8bbe-4a3a-a3e8-f63d664037e1 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:51.897047 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3da476eb-4b7a-4db6-988f-2f4d3a863a40 req-10a4f8e8-8bbe-4a3a-a3e8-f63d664037e1 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 943 time: 0.0473804 Oct 06 04:35:51.944422 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3da476eb-4b7a-4db6-988f-2f4d3a863a40 req-286be8c3-ced5-4c50-b949-d93ab85d0c54 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Oct 06 04:35:52.460817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf9f19-3ea7-4fc1-9cce-46993ade808d req-ff72e08c-d451-489c-92f0-6153aa64b002 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:52.462294 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b1cf9f19-3ea7-4fc1-9cce-46993ade808d req-ff72e08c-d451-489c-92f0-6153aa64b002 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 944 time: 0.0471563 Oct 06 04:35:52.510137 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b1cf9f19-3ea7-4fc1-9cce-46993ade808d req-48c90987-5081-4b13-bcd6-c10061e916fe tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Oct 06 04:35:52.678415 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e926f146-2ab3-4459-827a-f7a1a9e1e2de up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:35:52.719995 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port e926f146-2ab3-4459-827a-f7a1a9e1e2de completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:35:52.725717 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port e926f146-2ab3-4459-827a-f7a1a9e1e2de triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:35:52.726097 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:52.726487 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port e926f146-2ab3-4459-827a-f7a1a9e1e2de Oct 06 04:35:52.800925 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port e926f146-2ab3-4459-827a-f7a1a9e1e2de is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:35:52.801312 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:52.824327 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:35:52.826534 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a38ec45-e666-40a5-b2e9-c8f8e0fa1093" -d '{"events": [{"server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "name": "network-vif-plugged", "status": "completed", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:35:52.839192 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e926f146-2ab3-4459-827a-f7a1a9e1e2de, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:35:52.844354 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:52.866895 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e6d077-81ec-4247-b759-387d8ee242e2 x-openstack-request-id: req-50e6d077-81ec-4247-b759-387d8ee242e2 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:35:52.867233 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "name": "network-vif-plugged", "status": "completed", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:35:52.867490 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-50e6d077-81ec-4247-b759-387d8ee242e2 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:35:52.867878 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e6d077-81ec-4247-b759-387d8ee242e2'] response: {'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'code': 200} Oct 06 04:35:52.893833 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=e926f146-2ab3-4459-827a-f7a1a9e1e2de,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:53.065700 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6614e-4bf5-44bd-8c52-83df58e0a34c req-48f0c2d4-0013-4685-8976-e069db1d5daa tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:53.067175 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2db6614e-4bf5-44bd-8c52-83df58e0a34c req-48f0c2d4-0013-4685-8976-e069db1d5daa tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 943 time: 0.0464957 Oct 06 04:35:53.117706 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2db6614e-4bf5-44bd-8c52-83df58e0a34c req-658c2954-10aa-42b7-8b44-69673a546ca4 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447953 Oct 06 04:35:53.148284 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:53.153681 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:53.635817 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad100e33-68a8-4d32-a603-176231140257 req-98865104-ee96-430f-8cd1-f27d158dc803 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:53.637258 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ad100e33-68a8-4d32-a603-176231140257 req-98865104-ee96-430f-8cd1-f27d158dc803 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0461581 Oct 06 04:35:53.686276 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ad100e33-68a8-4d32-a603-176231140257 req-901e95ff-197d-460c-8f73-bfc74c8d2086 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432329 Oct 06 04:35:54.241730 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e0de7-0d77-43c2-988c-86ed8134a48c req-98ccb1bf-997d-49e3-8b03-526194d17cfa tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:54.243536 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bc6e0de7-0d77-43c2-988c-86ed8134a48c req-98ccb1bf-997d-49e3-8b03-526194d17cfa tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 943 time: 0.0502741 Oct 06 04:35:54.256092 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:54.277660 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:54.294012 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bc6e0de7-0d77-43c2-988c-86ed8134a48c req-cc1ad48a-38f0-4f18-adf3-01971c73f5a3 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Oct 06 04:35:54.814318 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fd414-79ae-4646-be13-85b815f4ff7a req-75bdcde1-1fe2-41ae-b941-b3914560d6b4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:54.815795 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c74fd414-79ae-4646-be13-85b815f4ff7a req-75bdcde1-1fe2-41ae-b941-b3914560d6b4 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0493226 Oct 06 04:35:54.862222 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c74fd414-79ae-4646-be13-85b815f4ff7a req-134023f1-f0e8-4bc7-b62c-91860f54e992 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409274 Oct 06 04:35:55.321815 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-5e19495a-808f-4690-bdbd-f6ab7cf3e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:55.324756 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-5e19495a-808f-4690-bdbd-f6ab7cf3e8d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d951f19622f24014b0db552eafd4346d&device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 1127 time: 0.0403244 Oct 06 04:35:55.499473 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef523fa0-8b69-4f68-bb7e-49e34815a5bc req-1818be17-10cc-47ed-9ada-a408c957a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:55.501110 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ef523fa0-8b69-4f68-bb7e-49e34815a5bc req-1818be17-10cc-47ed-9ada-a408c957a239 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 1129 time: 0.0403543 Oct 06 04:35:55.547395 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ef523fa0-8b69-4f68-bb7e-49e34815a5bc req-e4805add-31a9-4355-8400-9be57bb6cd44 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402973 Oct 06 04:35:55.687375 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ba63a-b12e-4fac-b86c-46042f3583ea req-46d06e75-0f8a-48d0-9498-572f17d16bb4 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:55.689214 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a02ba63a-b12e-4fac-b86c-46042f3583ea req-46d06e75-0f8a-48d0-9498-572f17d16bb4 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 943 time: 0.0640144 Oct 06 04:35:55.728452 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-0a279ddd-f2e0-4ee3-8265-47d04f823865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:55.730879 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-0a279ddd-f2e0-4ee3-8265-47d04f823865 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d5ebc260-c361-42d8-80fe-e4538974d21b HTTP/1.1" status: 200 len: 913 time: 0.4003685 Oct 06 04:35:55.753979 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a02ba63a-b12e-4fac-b86c-46042f3583ea req-585c8ccc-13a7-45e9-8efd-2779a0993b48 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571747 Oct 06 04:35:55.978683 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7e313-311e-4272-b916-454623f786fa req-5e4e9f48-6a09-459f-b635-4e51bbb6236b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:55.980749 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5fb7e313-311e-4272-b916-454623f786fa req-5e4e9f48-6a09-459f-b635-4e51bbb6236b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0459204 Oct 06 04:35:56.030646 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5fb7e313-311e-4272-b916-454623f786fa req-0087cf26-b73e-471c-918b-3a4a302a7d32 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Oct 06 04:35:56.875739 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c1257-a538-4e70-a1ec-a6258248023a req-60bd9e50-7161-448b-a622-2dd9f27926ae tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:56.877229 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c50c1257-a538-4e70-a1ec-a6258248023a req-60bd9e50-7161-448b-a622-2dd9f27926ae tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 943 time: 0.0504224 Oct 06 04:35:56.923683 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c50c1257-a538-4e70-a1ec-a6258248023a req-1236dbf2-0f3d-4e11-a8e9-b5a1706571ac tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Oct 06 04:35:57.147820 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e103e-c789-450b-ba09-b9629f002841 req-7bd4188a-b14b-4a58-984a-c4ca19969f5f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:57.149286 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-698e103e-c789-450b-ba09-b9629f002841 req-7bd4188a-b14b-4a58-984a-c4ca19969f5f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0463712 Oct 06 04:35:57.195163 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-698e103e-c789-450b-ba09-b9629f002841 req-4d354511-b7e9-4109-a35b-c5f41c3db300 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402765 Oct 06 04:35:58.044602 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e501f6d-01fe-4db8-9a28-9871c9f3f2cf req-7ef3c87e-8b0a-46db-91f8-c4aac1caba07 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:58.046067 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2e501f6d-01fe-4db8-9a28-9871c9f3f2cf req-7ef3c87e-8b0a-46db-91f8-c4aac1caba07 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 943 time: 0.0471015 Oct 06 04:35:58.092870 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2e501f6d-01fe-4db8-9a28-9871c9f3f2cf req-2ed55044-4a90-4653-8b38-ab02745f4efb tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Oct 06 04:35:58.312250 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2b95-786c-4398-a395-cbd8de0dc771 req-4cf4c187-1363-4e68-a3de-d861c35f6b50 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:58.313876 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4c6a2b95-786c-4398-a395-cbd8de0dc771 req-4cf4c187-1363-4e68-a3de-d861c35f6b50 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0463872 Oct 06 04:35:58.327976 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:58.364504 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4c6a2b95-786c-4398-a395-cbd8de0dc771 req-c90b1b80-31e8-4526-9c9d-d85ae5bfe5bc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440221 Oct 06 04:35:59.119994 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 31789d26-26fb-4a11-b756-defeba0c2a40 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:35:59.216854 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800d7c-abd3-4de5-89dc-90aec36f8325 req-3c7b2397-0afe-441d-ba52-d01addc13b78 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:59.217756 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-51800d7c-abd3-4de5-89dc-90aec36f8325 req-3c7b2397-0afe-441d-ba52-d01addc13b78 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 943 time: 0.0477843 Oct 06 04:35:59.219250 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 31789d26-26fb-4a11-b756-defeba0c2a40, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=31789d26-26fb-4a11-b756-defeba0c2a40,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:35:59.235448 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '31789d26-26fb-4a11-b756-defeba0c2a40', 'network_id': 'd5ebc260-c361-42d8-80fe-e4538974d21b', 'port_id': '31789d26-26fb-4a11-b756-defeba0c2a40', 'mac_address': 'fa:16:3e:a5:c4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10538a8d-eb3b-45bf-b2d8-aa56604be43f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:35:59.270422 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 31789d26-26fb-4a11-b756-defeba0c2a40 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:35:59.270813 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:59.271483 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-51800d7c-abd3-4de5-89dc-90aec36f8325 req-d5ea5270-c4cb-4b9d-8261-56914682553c tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Oct 06 04:35:59.285170 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31789d26-26fb-4a11-b756-defeba0c2a40 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:35:59.305457 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 31789d26-26fb-4a11-b756-defeba0c2a40, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=31789d26-26fb-4a11-b756-defeba0c2a40,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:35:59.309035 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:35:59.330633 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:35:59.356066 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=31789d26-26fb-4a11-b756-defeba0c2a40,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:35:59.486884 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab3b34-d297-48bd-a659-3b3b1103b41c req-2e75a3e0-c51a-43bd-b8bd-97abf1eca68b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:35:59.488426 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08ab3b34-d297-48bd-a659-3b3b1103b41c req-2e75a3e0-c51a-43bd-b8bd-97abf1eca68b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0500336 Oct 06 04:35:59.534676 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08ab3b34-d297-48bd-a659-3b3b1103b41c req-84b4fbe6-82ea-4736-9a53-05e1e8ec8eca tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404596 Oct 06 04:36:00.392069 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d81470-274b-4bec-a3fd-20acdd2f6a60 req-bccad6d5-a1e4-4e7e-8487-3f7303c69f57 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:00.394311 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-74d81470-274b-4bec-a3fd-20acdd2f6a60 req-bccad6d5-a1e4-4e7e-8487-3f7303c69f57 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 944 time: 0.0477588 Oct 06 04:36:00.439717 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-74d81470-274b-4bec-a3fd-20acdd2f6a60 req-157b516f-572e-478b-a8af-93f10d40e492 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Oct 06 04:36:00.655425 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557c2df-678f-41cd-be7c-5a1c39311499 req-863538d3-11f9-4be0-8104-62edcacc736a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:00.656883 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6557c2df-678f-41cd-be7c-5a1c39311499 req-863538d3-11f9-4be0-8104-62edcacc736a tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0468140 Oct 06 04:36:00.703936 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6557c2df-678f-41cd-be7c-5a1c39311499 req-e01f6ba0-e401-4e27-bdf2-5982d870ad43 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415244 Oct 06 04:36:01.559599 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9baf9-480a-4e7d-8074-e1cce03d7dc4 req-82312151-ac8d-48af-85bf-ef2ecf124e26 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:01.561033 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b4d9baf9-480a-4e7d-8074-e1cce03d7dc4 req-82312151-ac8d-48af-85bf-ef2ecf124e26 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 944 time: 0.0460029 Oct 06 04:36:01.607561 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b4d9baf9-480a-4e7d-8074-e1cce03d7dc4 req-1592fdba-e833-4aeb-bef1-2569f535bb0d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Oct 06 04:36:01.823886 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934cb0a-43df-4c18-b6b4-3cff23430301 req-0baaae91-5470-43e2-a316-3e6442ad5963 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:01.825333 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4934cb0a-43df-4c18-b6b4-3cff23430301 req-0baaae91-5470-43e2-a316-3e6442ad5963 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0485780 Oct 06 04:36:01.871231 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4934cb0a-43df-4c18-b6b4-3cff23430301 req-e002cf97-35d1-4b64-9b34-4ae46740f21d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Oct 06 04:36:02.053869 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['31789d26-26fb-4a11-b756-defeba0c2a40'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:36:02.386902 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-abd47ab0-a2fe-465a-807a-ea9817127fcf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31789d26-26fb-4a11-b756-defeba0c2a40 HTTP/1.1" status: 200 len: 217 time: 0.0378733 Oct 06 04:36:02.434359 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-ee411f17-55da-4934-8722-6b5bfc44b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:02.435811 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-ee411f17-55da-4934-8722-6b5bfc44b0f7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=10538a8d-eb3b-45bf-b2d8-aa56604be43f HTTP/1.1" status: 200 len: 853 time: 0.0430803 Oct 06 04:36:02.470159 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-6e91d6f7-884d-4f6b-83e3-bb27ba1ece81 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d5ebc260-c361-42d8-80fe-e4538974d21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269594 Oct 06 04:36:02.573850 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:02.726562 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7457fc-028a-43a7-86f8-0e75425b5048 req-79a40455-7060-4886-adff-e7696846ad6f tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:02.728049 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4f7457fc-028a-43a7-86f8-0e75425b5048 req-79a40455-7060-4886-adff-e7696846ad6f tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 944 time: 0.0470409 Oct 06 04:36:02.782298 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4f7457fc-028a-43a7-86f8-0e75425b5048 req-61ba3d9c-2a83-40e7-8440-4e3f620725f7 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461602 Oct 06 04:36:02.989784 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a1b0-36e9-4620-8c97-c618350e0450 req-8db2fedf-40a8-4ab7-8155-408a34f068e5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:02.991281 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6f62a1b0-36e9-4620-8c97-c618350e0450 req-8db2fedf-40a8-4ab7-8155-408a34f068e5 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0470643 Oct 06 04:36:03.039090 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6f62a1b0-36e9-4620-8c97-c618350e0450 req-ce72bcb7-8696-44ca-9844-527d96bd9d7b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Oct 06 04:36:03.384666 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-96c3eee3-3539-46a5-a511-45d849c9eeb6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832088 Oct 06 04:36:03.424381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:03.469563 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:03.495477 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa48d7fa-a79a-4b64-91af-b3fec48fb9f5 req-9c9256be-3dbc-4181-8e10-6e7fbcff4527 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889430 Oct 06 04:36:03.505522 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 31789d26-26fb-4a11-b756-defeba0c2a40 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:36:03.550555 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 31789d26-26fb-4a11-b756-defeba0c2a40 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:36:03.556203 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 31789d26-26fb-4a11-b756-defeba0c2a40 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:36:03.556589 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:03.558094 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 31789d26-26fb-4a11-b756-defeba0c2a40 Oct 06 04:36:03.596417 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:36:03.634333 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 31789d26-26fb-4a11-b756-defeba0c2a40 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:36:03.634730 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:03.659064 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f4a17e-e567-4500-afb6-42c123068571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31789d26-26fb-4a11-b756-defeba0c2a40'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:36:03.661502 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ed028-bbea-4e84-94d9-3a2fd45fb21b" -d '{"events": [{"server_uuid": "03f4a17e-e567-4500-afb6-42c123068571", "name": "network-vif-plugged", "status": "completed", "tag": "31789d26-26fb-4a11-b756-defeba0c2a40"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:36:03.675161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 31789d26-26fb-4a11-b756-defeba0c2a40, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=31789d26-26fb-4a11-b756-defeba0c2a40,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:36:03.679900 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:03.709424 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c05562-ca51-429d-8d94-9724447e0cdc x-openstack-request-id: req-65c05562-ca51-429d-8d94-9724447e0cdc {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:36:03.709676 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f4a17e-e567-4500-afb6-42c123068571", "name": "network-vif-plugged", "status": "completed", "tag": "31789d26-26fb-4a11-b756-defeba0c2a40", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:36:03.709930 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-65c05562-ca51-429d-8d94-9724447e0cdc {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:36:03.710319 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c05562-ca51-429d-8d94-9724447e0cdc'] response: {'server_uuid': '03f4a17e-e567-4500-afb6-42c123068571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31789d26-26fb-4a11-b756-defeba0c2a40', 'code': 200} Oct 06 04:36:03.733310 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=31789d26-26fb-4a11-b756-defeba0c2a40,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:03.892552 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:03.904246 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad344f-c96c-4566-adc9-3a8466f97917 req-ba9756a6-5926-4ac2-989c-ddb58610a702 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:03.905742 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e2ad344f-c96c-4566-adc9-3a8466f97917 req-ba9756a6-5926-4ac2-989c-ddb58610a702 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Oct 06 04:36:03.956691 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e2ad344f-c96c-4566-adc9-3a8466f97917 req-e7fe17b1-fbce-4135-95e0-b7f3b0b4e7a5 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453570 Oct 06 04:36:04.078929 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-1a4f578f-7a03-4ef0-9a65-eecc0f4c843e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:04.162032 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f196ce-dda3-4ae7-b7fa-44243a8965c2 req-1a6c2fbc-d24c-4458-8993-5c50a8d2eeab tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:04.163527 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-99f196ce-dda3-4ae7-b7fa-44243a8965c2 req-1a6c2fbc-d24c-4458-8993-5c50a8d2eeab tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0477831 Oct 06 04:36:04.209565 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-99f196ce-dda3-4ae7-b7fa-44243a8965c2 req-f5f9811c-f330-451f-a7eb-758d583a4796 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402565 Oct 06 04:36:04.519867 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241c1b-2488-4bf7-a626-d60605de39dd req-af8fad05-d62d-4c46-bdab-39c478ddaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:04.521359 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-28241c1b-2488-4bf7-a626-d60605de39dd req-af8fad05-d62d-4c46-bdab-39c478ddaac2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 1129 time: 0.0394194 Oct 06 04:36:04.595365 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-28241c1b-2488-4bf7-a626-d60605de39dd req-17fc81e5-1f10-407a-8af5-4f947efa945d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416396 Oct 06 04:36:05.080951 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a69e3b-142d-490e-8d77-4551115e392f req-034c60c1-6336-4299-8300-277b74499a39 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:05.082426 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b7a69e3b-142d-490e-8d77-4551115e392f req-034c60c1-6336-4299-8300-277b74499a39 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 945 time: 0.0502074 Oct 06 04:36:05.130063 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b7a69e3b-142d-490e-8d77-4551115e392f req-8bb88914-681b-4b88-af4d-0d2e61dabd6b tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Oct 06 04:36:05.329735 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3acd2-d4b6-46ef-b8c7-a1e85cf84fef req-eb39ff91-c545-4bf2-87d0-f3cae158b809 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:05.331272 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fcb3acd2-d4b6-46ef-b8c7-a1e85cf84fef req-eb39ff91-c545-4bf2-87d0-f3cae158b809 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0474448 Oct 06 04:36:05.382911 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fcb3acd2-d4b6-46ef-b8c7-a1e85cf84fef req-ab07eed0-7df1-4271-926a-e432cd31fb1f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Oct 06 04:36:05.504066 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0ce15-28fc-4043-ad2a-bc6764f251df req-94103e8f-3db0-4519-a906-e0574560b6bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:05.505521 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-17c0ce15-28fc-4043-ad2a-bc6764f251df req-94103e8f-3db0-4519-a906-e0574560b6bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0478153 Oct 06 04:36:05.515853 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 40706) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:05.520108 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-6e4998a5-e6ee-4fa9-a033-a7487aed8d19 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Request body: {'floatingip': {'port_id': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:36:05.560767 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6e4998a5-e6ee-4fa9-a033-a7487aed8d19 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for floatingip (0a882d7d-65aa-4255-9b86-d4f24f846a31), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:05.963819 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:05.982483 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6e4998a5-e6ee-4fa9-a033-a7487aed8d19 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:05.986044 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6e4998a5-e6ee-4fa9-a033-a7487aed8d19 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (0a882d7d-65aa-4255-9b86-d4f24f846a31), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:06.085515 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.l3_db [None req-6e4998a5-e6ee-4fa9-a033-a7487aed8d19 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Floating IP 0a882d7d-65aa-4255-9b86-d4f24f846a31 associated. External IP: 172.27.0.113, port: e926f146-2ab3-4459-827a-f7a1a9e1e2de. Oct 06 04:36:06.255221 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479692b-308d-4730-98b6-15127c49636b req-61350782-2b5c-462a-817d-c0f550f70c0d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:06.256780 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3479692b-308d-4730-98b6-15127c49636b req-61350782-2b5c-462a-817d-c0f550f70c0d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 945 time: 0.0504990 Oct 06 04:36:06.307522 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3479692b-308d-4730-98b6-15127c49636b req-d5446a1e-3163-4393-8ba5-6c19408917a8 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Oct 06 04:36:06.446092 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2e4722ee-ebd9-445f-a41d-9db74e98e76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:06.510365 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4998a5-e6ee-4fa9-a033-a7487aed8d19 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:36:06.521239 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:06.616140 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4998a5-e6ee-4fa9-a033-a7487aed8d19 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:36:06.620973 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6e4998a5-e6ee-4fa9-a033-a7487aed8d19 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:06.626522 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] Sync routers for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:36:06.636907 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:36:06.637529 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:36:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:36:06.651550 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6e4998a5-e6ee-4fa9-a033-a7487aed8d19 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/0a882d7d-65aa-4255-9b86-d4f24f846a31 HTTP/1.1" status: 200 len: 991 time: 1.1346505 Oct 06 04:36:06.652322 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:36:06.654676 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e212c434-3f06-436c-8cac-ee6b6aa169b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:36:06.694189 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e96983f-2038-4ef0-ab8f-e3caea64f026 x-openstack-request-id: req-9e96983f-2038-4ef0-ab8f-e3caea64f026 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:36:06.694484 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:36:06.694741 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e96983f-2038-4ef0-ab8f-e3caea64f026 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:36:06.695328 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e96983f-2038-4ef0-ab8f-e3caea64f026'] response: {'name': 'network-changed', 'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'status': 'completed', 'code': 200} Oct 06 04:36:06.752165 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:06.754613 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:36:07.003429 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '0a882d7d-65aa-4255-9b86-d4f24f846a31', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'port_id': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'mac_address': 'fa:16:3e:f8:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:35:31Z', 'updated_at': '2022-10-06T04:36:05Z', 'revision_number': 1, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:45Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:36:07.004826 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:07.029919 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] Checking router: 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:36:07.038331 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:36:07.038923 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:36:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:36:07.144476 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:36:07.351736 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-acb44113-5346-4355-aa8d-492281bee78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:07.354122 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-acb44113-5346-4355-aa8d-492281bee78c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 1129 time: 0.0800831 Oct 06 04:36:07.428107 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 40728) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:07.507155 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-a61ca7b5-d1f1-4669-be01-7e0cef40da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:07.510609 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-a61ca7b5-d1f1-4669-be01-7e0cef40da0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.1493459 Oct 06 04:36:07.519321 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968659a-9ecb-4e65-a7da-310c23dc85ea req-fbce2831-fe7e-4ef5-8776-fc30f88bbe9b tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:07.520945 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7968659a-9ecb-4e65-a7da-310c23dc85ea req-fbce2831-fe7e-4ef5-8776-fc30f88bbe9b tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 945 time: 0.0715523 Oct 06 04:36:07.564103 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3964986a-fefb-44c5-a86b-da3a969c7004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:07.565044 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '0a882d7d-65aa-4255-9b86-d4f24f846a31', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'port_id': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'mac_address': 'fa:16:3e:f8:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:35:31Z', 'updated_at': '2022-10-06T04:36:05Z', 'revision_number': 1, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:45Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:36:07.595549 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0a255-33c5-4391-bd06-e8a119e2140f None None] The sync data for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi is: [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '0a882d7d-65aa-4255-9b86-d4f24f846a31', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'port_id': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'mac_address': 'fa:16:3e:f8:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:35:31Z', 'updated_at': '2022-10-06T04:36:05Z', 'revision_number': 1, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:45Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:36:07.620319 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7968659a-9ecb-4e65-a7da-310c23dc85ea req-faaeda15-6bdc-466e-885b-927d6ea2c278 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497682 Oct 06 04:36:07.649311 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-0352ec7b-9d3b-4167-8399-f0c4aa057242 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de HTTP/1.1" status: 200 len: 999 time: 0.1274078 Oct 06 04:36:07.674949 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3964986a-fefb-44c5-a86b-da3a969c7004 admin admin] Publish callbacks [] for security_group (37131ac7-d71c-4f39-993b-50f6751ddeec), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:07.680163 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3964986a-fefb-44c5-a86b-da3a969c7004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (37131ac7-d71c-4f39-993b-50f6751ddeec), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:07.713963 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-541243ba-8c79-4e2e-9b91-a98d040af795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:07.716745 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-541243ba-8c79-4e2e-9b91-a98d040af795 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0559340 Oct 06 04:36:07.735130 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-3964986a-fefb-44c5-a86b-da3a969c7004 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9d35d8995a784eef95ea145d9d307ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055995 Oct 06 04:36:07.736013 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:07.742193 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 40736) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:07.769511 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-be06c334-2ca3-49ba-a51d-db23938ed384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:07.771171 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-be06c334-2ca3-49ba-a51d-db23938ed384 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491524 Oct 06 04:36:07.782722 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964986a-fefb-44c5-a86b-da3a969c7004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37131ac7-d71c-4f39-993b-50f6751ddeec,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:07.829940 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a38e6744-16e6-439f-885a-2d5d22141755 admin admin] Publish callbacks [] for security_group (37131ac7-d71c-4f39-993b-50f6751ddeec), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:07.854975 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a38e6744-16e6-439f-885a-2d5d22141755 admin admin] Publish callbacks [] for security_group (37131ac7-d71c-4f39-993b-50f6751ddeec), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:07.904234 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-26f5e928-03fa-47d4-ae1d-6f61cd709d16 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259105 Oct 06 04:36:07.925176 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a38e6744-16e6-439f-885a-2d5d22141755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (37131ac7-d71c-4f39-993b-50f6751ddeec), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:07.926837 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e3be60-a8b3-4084-9a12-e11f6c5c7cc7 None None] New status for floating IP 0a882d7d-65aa-4255-9b86-d4f24f846a31: ACTIVE {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:36:07.928055 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a38e6744-16e6-439f-885a-2d5d22141755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:07.947121 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-a38e6744-16e6-439f-885a-2d5d22141755 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/37131ac7-d71c-4f39-993b-50f6751ddeec HTTP/1.1" status: 204 len: 168 time: 0.1894307 Oct 06 04:36:07.958142 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e6744-16e6-439f-885a-2d5d22141755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37131ac7-d71c-4f39-993b-50f6751ddeec,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:08.079640 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:08.091591 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e212c434-3f06-436c-8cac-ee6b6aa169b7 req-fe72ece8-04ba-4e3c-8d8b-609901f3c7fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737778 Oct 06 04:36:09.022050 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:09.243795 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:10.398952 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-fa6703ca-7e6d-40bb-b1f5-1cba53a3579f tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=f91922bb66cb4f3ba3e78969c3047d0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318165 Oct 06 04:36:10.535061 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:10.585197 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-dd651f9a-1c1c-442e-b2e8-64165dceb676 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:10.586653 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-dd651f9a-1c1c-442e-b2e8-64165dceb676 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825109 Oct 06 04:36:10.601440 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-98cece3a-d393-4d39-80eb-e5b243863867 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/quotas/f91922bb66cb4f3ba3e78969c3047d0b HTTP/1.1" status: 200 len: 375 time: 0.0088153 Oct 06 04:36:10.634110 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-bb035f87-1861-47de-b55c-0cfb9f89eacd tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f91922bb66cb4f3ba3e78969c3047d0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269606 Oct 06 04:36:10.801949 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8b8e8b93-b023-4632-b2f7-0fc620eb2791 req-10c30ece-f95d-4b14-9afd-51421cc4323b tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 210 time: 0.0277700 Oct 06 04:36:11.910733 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ec81874d-9125-4af6-bba0-3680afa77f26 req-4be22973-2c63-45bb-931a-0816dcc5f444 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 210 time: 0.0310357 Oct 06 04:36:12.116173 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-f541dd87-8fd8-48e0-a139-0d678fd1b7a1 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f91922bb66cb4f3ba3e78969c3047d0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208311 Oct 06 04:36:12.227543 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-f250c207-99ed-4b9c-83aa-6bd52fdf9ec5 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:12.229907 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-f250c207-99ed-4b9c-83aa-6bd52fdf9ec5 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076832 Oct 06 04:36:12.251630 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Request body: {'port': {'device_id': '7321df24-d7cc-49f5-aa3e-a7d8851413db', 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3', 'admin_state_up': True, 'tenant_id': 'f91922bb66cb4f3ba3e78969c3047d0b'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:36:12.358228 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Made reservation on behalf of f91922bb66cb4f3ba3e78969c3047d0b for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:36:12.361984 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:12.371917 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:12.451507 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks [] for security_group (83836415-f0ef-451e-8549-bc950abc8d20), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:12.455521 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (83836415-f0ef-451e-8549-bc950abc8d20), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:12.519211 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83836415-f0ef-451e-8549-bc950abc8d20,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:12.592601 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Allocated IP 192.168.233.234 (427d880b-d276-40ed-bb40-f4bd3b2c8ad3/d44f94ba-85e4-46e9-8baf-81fb3136de2c/4e6d771a-767d-4c3e-bf16-610f3958a900) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:36:12.722498 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:12.746477 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks [] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:12.778003 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:12.821993 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:36:12.825968 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:36:12.829756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:36:12.855108 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Pushing event updated for resources: {'Port': ['ID=4e6d771a-767d-4c3e-bf16-610f3958a900,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:12.859094 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:12.889940 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:12.890570 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:12.908537 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-2909853a-620c-4c05-9942-8f5b94201573 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6606011 Oct 06 04:36:12.943364 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Request body: {'port': {'device_id': '7321df24-d7cc-49f5-aa3e-a7d8851413db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:36:13.015970 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:13.055026 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d804-0bbe-45a9-b855-3e12aa889ace req-568b2075-3858-4875-b6c3-df00b65f30d1 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:13.056517 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5bd5d804-0bbe-45a9-b855-3e12aa889ace req-568b2075-3858-4875-b6c3-df00b65f30d1 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 936 time: 0.0640540 Oct 06 04:36:13.076125 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:13.107362 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5bd5d804-0bbe-45a9-b855-3e12aa889ace req-be5803ec-df3f-4764-b097-d9c7e16b1984 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Oct 06 04:36:13.129837 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-f59cd7ee-c0d5-4ac0-abb6-ac10daf20d36 None None] Provisioning complete for port 4e6d771a-767d-4c3e-bf16-610f3958a900 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:36:13.130343 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f59cd7ee-c0d5-4ac0-abb6-ac10daf20d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:13.130533 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-f59cd7ee-c0d5-4ac0-abb6-ac10daf20d36 None None] Attempt 1 to provision port 4e6d771a-767d-4c3e-bf16-610f3958a900 Oct 06 04:36:13.162726 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-f59cd7ee-c0d5-4ac0-abb6-ac10daf20d36 None None] Port 4e6d771a-767d-4c3e-bf16-610f3958a900 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:36:13.279519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6d771a-767d-4c3e-bf16-610f3958a900 {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:36:13.286616 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Publish callbacks [] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:13.298649 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Transition to ACTIVE for port object 4e6d771a-767d-4c3e-bf16-610f3958a900 will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:36:13.302506 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:13.381776 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d771a-767d-4c3e-bf16-610f3958a900,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:13.412388 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Attempting to bind port 4e6d771a-767d-4c3e-bf16-610f3958a900 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:36:13.412724 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Attempting to bind port 4e6d771a-767d-4c3e-bf16-610f3958a900 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '3bd0ddee-7bff-4f7e-8220-f0f8e07d9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:36:13.413052 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Attempting to bind port 4e6d771a-767d-4c3e-bf16-610f3958a900 on network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:36:13.453868 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Port 4e6d771a-767d-4c3e-bf16-610f3958a900 on network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:36:13.454202 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Attempting to bind port 4e6d771a-767d-4c3e-bf16-610f3958a900 on network 427d880b-d276-40ed-bb40-f4bd3b2c8ad3 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:36:13.502414 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:36:13.502753 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Checking segment: {'id': '3bd0ddee-7bff-4f7e-8220-f0f8e07d9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:36:13.503196 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Bound using segment: {'id': '3bd0ddee-7bff-4f7e-8220-f0f8e07d9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:36:13.503633 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Bound port: 4e6d771a-767d-4c3e-bf16-610f3958a900, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd0ddee-7bff-4f7e-8220-f0f8e07d9330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:36:13.504014 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:13.552867 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:13.564410 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] For port 4e6d771a-767d-4c3e-bf16-610f3958a900, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:36:13.567506 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] For port 4e6d771a-767d-4c3e-bf16-610f3958a900, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4e6d771a-767d-4c3e-bf16-610f3958a900,segment=NetworkSegment(3bd0ddee-7bff-4f7e-8220-f0f8e07d9330),segment_id=3bd0ddee-7bff-4f7e-8220-f0f8e07d9330)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:36:13.573577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:13.577495 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:13.578102 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:13.579504 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4e6d771a-767d-4c3e-bf16-610f3958a900 HTTP/1.1" status: 200 len: 1098 time: 0.6408219 Oct 06 04:36:13.580035 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7321df24-d7cc-49f5-aa3e-a7d8851413db', 'tag': '4e6d771a-767d-4c3e-bf16-610f3958a900'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:36:13.582231 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac8e44c-f34c-4a79-890e-346cf6602cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7321df24-d7cc-49f5-aa3e-a7d8851413db", "tag": "4e6d771a-767d-4c3e-bf16-610f3958a900"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:36:13.622744 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35930807-22eb-405c-9ba8-b601a52837c0 x-openstack-request-id: req-35930807-22eb-405c-9ba8-b601a52837c0 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:36:13.623048 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7321df24-d7cc-49f5-aa3e-a7d8851413db", "tag": "4e6d771a-767d-4c3e-bf16-610f3958a900", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:36:13.623297 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-35930807-22eb-405c-9ba8-b601a52837c0 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:36:13.623688 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35930807-22eb-405c-9ba8-b601a52837c0'] response: {'name': 'network-changed', 'server_uuid': '7321df24-d7cc-49f5-aa3e-a7d8851413db', 'tag': '4e6d771a-767d-4c3e-bf16-610f3958a900', 'status': 'completed', 'code': 200} Oct 06 04:36:13.632730 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eed9a-0847-4973-8745-ac4435364f53 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d771a-767d-4c3e-bf16-610f3958a900,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:13.721994 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-04283f9f-458c-493e-8f09-af0a45157e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:13.723544 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-04283f9f-458c-493e-8f09-af0a45157e70 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f91922bb66cb4f3ba3e78969c3047d0b&device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 1132 time: 0.0433760 Oct 06 04:36:13.755225 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:13.780894 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-514d8db9-4e8d-433d-aac4-3b52f2166f37 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=4e6d771a-767d-4c3e-bf16-610f3958a900 HTTP/1.1" status: 200 len: 217 time: 0.0316722 Oct 06 04:36:13.828410 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-43e8c921-7472-4266-bdee-f1e4e08743f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:13.829778 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-43e8c921-7472-4266-bdee-f1e4e08743f9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d44f94ba-85e4-46e9-8baf-81fb3136de2c HTTP/1.1" status: 200 len: 843 time: 0.0433269 Oct 06 04:36:13.883172 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-98cd0762-289b-4393-9346-eac2201f5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:13.884602 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-98cd0762-289b-4393-9346-eac2201f5337 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=427d880b-d276-40ed-bb40-f4bd3b2c8ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0378582 Oct 06 04:36:13.978354 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-d7f39bf1-b7d1-4138-9979-1ef9a32a1f0c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/427d880b-d276-40ed-bb40-f4bd3b2c8ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864043 Oct 06 04:36:14.178382 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b995b638-d316-47a0-8b4f-a331ba6fca0e req-934520f0-1010-42b1-85dc-a2875c87d4a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/427d880b-d276-40ed-bb40-f4bd3b2c8ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885479 Oct 06 04:36:14.227023 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5f2d6-65cd-4007-aae2-9b14914d75a7 req-70f72c60-8686-4295-bf01-889852165dfc tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:14.228500 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-64f5f2d6-65cd-4007-aae2-9b14914d75a7 req-70f72c60-8686-4295-bf01-889852165dfc tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 948 time: 0.0464797 Oct 06 04:36:14.275441 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-64f5f2d6-65cd-4007-aae2-9b14914d75a7 req-5c3bbebc-76f0-4a39-8a07-a4daf3789f4a tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412481 Oct 06 04:36:15.393612 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420f52b-5ff4-427a-b7e0-1547e13001dd req-3b3609e8-df62-4591-b55c-cdf33fb9535c tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:15.395082 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f420f52b-5ff4-427a-b7e0-1547e13001dd req-3b3609e8-df62-4591-b55c-cdf33fb9535c tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 948 time: 0.0468805 Oct 06 04:36:15.441638 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f420f52b-5ff4-427a-b7e0-1547e13001dd req-5ab1fb6d-559f-4f83-a85a-3e87850cd010 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Oct 06 04:36:16.558660 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96774d47-3927-4d1e-87cf-4b18b6834a63 req-b90aea36-7916-4a29-ae4f-f2637d07bc0c tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:16.560125 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-96774d47-3927-4d1e-87cf-4b18b6834a63 req-b90aea36-7916-4a29-ae4f-f2637d07bc0c tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 948 time: 0.0456812 Oct 06 04:36:16.609362 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-96774d47-3927-4d1e-87cf-4b18b6834a63 req-b2144252-2b2c-4ccb-ad10-c04cc7e78adb tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Oct 06 04:36:17.744595 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218ff77-ba1a-4544-9f8e-a55cb1efb469 req-d02cec63-d55c-46db-bbd5-a3f4de668e16 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:17.746238 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5218ff77-ba1a-4544-9f8e-a55cb1efb469 req-d02cec63-d55c-46db-bbd5-a3f4de668e16 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 948 time: 0.0492575 Oct 06 04:36:17.792299 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5218ff77-ba1a-4544-9f8e-a55cb1efb469 req-75171c34-532f-47e8-8420-db8928f6018c tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Oct 06 04:36:18.271892 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-ff11c5ea-bd4a-4653-8946-aa42196c07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:18.273367 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-ff11c5ea-bd4a-4653-8946-aa42196c07ef service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f91922bb66cb4f3ba3e78969c3047d0b&device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 1132 time: 0.0446486 Oct 06 04:36:18.813361 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-16160b52-8765-4495-adec-a0a4394b9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:18.814868 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-16160b52-8765-4495-adec-a0a4394b9ffc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=427d880b-d276-40ed-bb40-f4bd3b2c8ad3 HTTP/1.1" status: 200 len: 869 time: 0.0926847 Oct 06 04:36:18.865325 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-ffa1f8f1-015b-4a6e-a81a-9810f11f85ba service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=4e6d771a-767d-4c3e-bf16-610f3958a900 HTTP/1.1" status: 200 len: 217 time: 0.0428407 Oct 06 04:36:18.926407 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce059dde-4195-4685-b60b-1bd20905ed7e req-9312b069-a0b1-4570-8b0c-2ded4ccb5b65 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:18.928048 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce059dde-4195-4685-b60b-1bd20905ed7e req-9312b069-a0b1-4570-8b0c-2ded4ccb5b65 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 948 time: 0.0512195 Oct 06 04:36:18.934952 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-3af92278-98d7-4deb-9944-b8787775b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:18.936642 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-3af92278-98d7-4deb-9944-b8787775b18d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d44f94ba-85e4-46e9-8baf-81fb3136de2c HTTP/1.1" status: 200 len: 843 time: 0.0498247 Oct 06 04:36:18.979153 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce059dde-4195-4685-b60b-1bd20905ed7e req-cb4cd55c-8ddd-4543-850a-016e41da420b tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 Oct 06 04:36:18.990925 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-4e6dd469-c5ee-4251-8391-a8c6d480f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:18.992507 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-4e6dd469-c5ee-4251-8391-a8c6d480f8cf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=427d880b-d276-40ed-bb40-f4bd3b2c8ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0414741 Oct 06 04:36:19.092216 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-2c795da3-4a73-47c7-a544-e2d35f7367f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/427d880b-d276-40ed-bb40-f4bd3b2c8ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879273 Oct 06 04:36:19.187283 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3ac8e44c-f34c-4a79-890e-346cf6602cbe req-1c2c5a97-23b3-4116-9b29-681a8d629c20 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/427d880b-d276-40ed-bb40-f4bd3b2c8ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863416 Oct 06 04:36:19.605236 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 4e6d771a-767d-4c3e-bf16-610f3958a900 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:36:19.704830 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 4e6d771a-767d-4c3e-bf16-610f3958a900, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4e6d771a-767d-4c3e-bf16-610f3958a900,segment=NetworkSegment(3bd0ddee-7bff-4f7e-8220-f0f8e07d9330),segment_id=3bd0ddee-7bff-4f7e-8220-f0f8e07d9330)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:36:19.715614 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '4e6d771a-767d-4c3e-bf16-610f3958a900', 'network_id': '427d880b-d276-40ed-bb40-f4bd3b2c8ad3', 'port_id': '4e6d771a-767d-4c3e-bf16-610f3958a900', 'mac_address': 'fa:16:3e:60:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44f94ba-85e4-46e9-8baf-81fb3136de2c', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:36:19.738050 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:19.751122 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 4e6d771a-767d-4c3e-bf16-610f3958a900 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:36:19.751512 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:19.764577 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6d771a-767d-4c3e-bf16-610f3958a900 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:36:19.783390 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 4e6d771a-767d-4c3e-bf16-610f3958a900, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4e6d771a-767d-4c3e-bf16-610f3958a900,segment=NetworkSegment(3bd0ddee-7bff-4f7e-8220-f0f8e07d9330),segment_id=3bd0ddee-7bff-4f7e-8220-f0f8e07d9330)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:36:19.787143 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:19.836734 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=4e6d771a-767d-4c3e-bf16-610f3958a900,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:20.111959 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecde42d-0836-4bad-85e3-476350127d87 req-f88c717c-671e-4206-bce0-abec24ae1f86 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:20.113399 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fecde42d-0836-4bad-85e3-476350127d87 req-f88c717c-671e-4206-bce0-abec24ae1f86 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 949 time: 0.0502367 Oct 06 04:36:20.138506 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:20.140227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:20.161730 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fecde42d-0836-4bad-85e3-476350127d87 req-ad2d1f03-cd2f-4e66-b740-7fb49faddd28 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Oct 06 04:36:20.359287 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['4e6d771a-767d-4c3e-bf16-610f3958a900'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:36:21.285159 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698011c1-6ca1-44bf-9271-03093cc1e8f7 req-316027b8-fe18-4329-acd0-ee6e9d4372ce tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:21.286605 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-698011c1-6ca1-44bf-9271-03093cc1e8f7 req-316027b8-fe18-4329-acd0-ee6e9d4372ce tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 949 time: 0.0460138 Oct 06 04:36:21.331866 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-698011c1-6ca1-44bf-9271-03093cc1e8f7 req-35297712-420d-419b-97d7-a32de765029a tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Oct 06 04:36:22.466588 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4886e-5c16-4728-baf9-d0e078119b1b req-760f3595-10d8-4b34-9e1d-a436536095be tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:22.468579 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8dd4886e-5c16-4728-baf9-d0e078119b1b req-760f3595-10d8-4b34-9e1d-a436536095be tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 949 time: 0.0469589 Oct 06 04:36:22.515499 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8dd4886e-5c16-4728-baf9-d0e078119b1b req-8c391823-15e2-44ef-8d2a-d89952d3ff1c tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Oct 06 04:36:22.873088 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:22.874991 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:23.596770 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:23.637740 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f4e6a-9dfb-4a61-82f0-f8549287d21b req-ef6b9d71-fbcb-49cd-a2bc-532cbeeb246d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:23.639232 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-771f4e6a-9dfb-4a61-82f0-f8549287d21b req-ef6b9d71-fbcb-49cd-a2bc-532cbeeb246d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 949 time: 0.0524073 Oct 06 04:36:23.687212 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-771f4e6a-9dfb-4a61-82f0-f8549287d21b req-eeb0d0e1-0dd8-42d2-8e17-38d91fde3bf8 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Oct 06 04:36:24.809629 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65c411-c3f3-467b-ac7d-4c4b6cb4a7e7 req-f239f78b-294a-4121-a621-45c9e3f7ad5a tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:24.811206 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7a65c411-c3f3-467b-ac7d-4c4b6cb4a7e7 req-f239f78b-294a-4121-a621-45c9e3f7ad5a tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 949 time: 0.0498221 Oct 06 04:36:24.857618 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7a65c411-c3f3-467b-ac7d-4c4b6cb4a7e7 req-90bf64ad-d804-46b4-a541-bd1c0ecff530 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Oct 06 04:36:25.979780 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c568582-803a-4f9b-9af3-a27257423021 req-9af90f30-0cf9-46b3-a664-dc6e641007f1 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:25.981381 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7c568582-803a-4f9b-9af3-a27257423021 req-9af90f30-0cf9-46b3-a664-dc6e641007f1 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 949 time: 0.0475953 Oct 06 04:36:26.033652 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7c568582-803a-4f9b-9af3-a27257423021 req-3c607d02-bd92-4e3a-8afd-164013e9541a tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 Oct 06 04:36:26.337406 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:26.344586 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 4e6d771a-767d-4c3e-bf16-610f3958a900 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:36:26.379859 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:26.393923 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 4e6d771a-767d-4c3e-bf16-610f3958a900 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:36:26.400818 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 4e6d771a-767d-4c3e-bf16-610f3958a900 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:36:26.401321 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:26.401759 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 4e6d771a-767d-4c3e-bf16-610f3958a900 Oct 06 04:36:26.477438 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 4e6d771a-767d-4c3e-bf16-610f3958a900 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:36:26.477740 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:26.492432 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-80739335-f690-4935-ae39-50e2ddf90234 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380294 Oct 06 04:36:26.501625 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7321df24-d7cc-49f5-aa3e-a7d8851413db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d771a-767d-4c3e-bf16-610f3958a900'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:36:26.503890 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c954f4-3683-4599-8c10-7cc526e104a2" -d '{"events": [{"server_uuid": "7321df24-d7cc-49f5-aa3e-a7d8851413db", "name": "network-vif-plugged", "status": "completed", "tag": "4e6d771a-767d-4c3e-bf16-610f3958a900"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:36:26.519661 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 4e6d771a-767d-4c3e-bf16-610f3958a900, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4e6d771a-767d-4c3e-bf16-610f3958a900,segment=NetworkSegment(3bd0ddee-7bff-4f7e-8220-f0f8e07d9330),segment_id=3bd0ddee-7bff-4f7e-8220-f0f8e07d9330)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:36:26.524229 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:26.550596 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0456de2e-1e35-4b39-801f-9cfcbaddc464 x-openstack-request-id: req-0456de2e-1e35-4b39-801f-9cfcbaddc464 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:36:26.550906 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7321df24-d7cc-49f5-aa3e-a7d8851413db", "name": "network-vif-plugged", "status": "completed", "tag": "4e6d771a-767d-4c3e-bf16-610f3958a900", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:36:26.551183 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0456de2e-1e35-4b39-801f-9cfcbaddc464 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:36:26.551563 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0456de2e-1e35-4b39-801f-9cfcbaddc464'] response: {'server_uuid': '7321df24-d7cc-49f5-aa3e-a7d8851413db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d771a-767d-4c3e-bf16-610f3958a900', 'code': 200} Oct 06 04:36:26.576935 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=4e6d771a-767d-4c3e-bf16-610f3958a900,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:26.639945 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-517eee9f-340f-4575-86bb-65d9b99e5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:26.641547 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-517eee9f-340f-4575-86bb-65d9b99e5144 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 1129 time: 0.0416934 Oct 06 04:36:26.789551 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8855d0-0cc3-4d08-8f18-1724104e6356 req-83cd7f60-eee3-4734-bac6-e700c1526f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:26.791375 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9b8855d0-0cc3-4d08-8f18-1724104e6356 req-83cd7f60-eee3-4734-bac6-e700c1526f3c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 1134 time: 0.0439436 Oct 06 04:36:26.839477 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9b8855d0-0cc3-4d08-8f18-1724104e6356 req-ba35a004-cd3b-4831-85f6-14110029e751 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Oct 06 04:36:26.990372 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-56f7e2fa-7217-4a78-b824-d875f8dcab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:26.991839 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-56f7e2fa-7217-4a78-b824-d875f8dcab00 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 910 time: 0.3208003 Oct 06 04:36:27.155812 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008886c-335d-4881-83c3-33c12f1c49a2 req-4afe4dab-6366-40f8-96cb-db0273636545 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:27.157249 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b008886c-335d-4881-83c3-33c12f1c49a2 req-4afe4dab-6366-40f8-96cb-db0273636545 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0463042 Oct 06 04:36:27.204387 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b008886c-335d-4881-83c3-33c12f1c49a2 req-dfd17067-fcb0-4ec4-8520-5ae2067e9a5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Oct 06 04:36:28.328247 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9160c5-0ca1-4321-a182-f2b2442efe41 req-93de1e86-a56c-468e-817c-e07c10001cce tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:28.329707 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8f9160c5-0ca1-4321-a182-f2b2442efe41 req-93de1e86-a56c-468e-817c-e07c10001cce tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0459278 Oct 06 04:36:28.378769 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8f9160c5-0ca1-4321-a182-f2b2442efe41 req-376c2ee7-e72b-4828-bfca-d6ad8f6cd713 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435915 Oct 06 04:36:29.499715 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f025b0-237b-4ce7-80ec-61aa0f6e1b70 req-ae2146d2-aace-4323-abb5-d698edb8387a tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:29.501189 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-58f025b0-237b-4ce7-80ec-61aa0f6e1b70 req-ae2146d2-aace-4323-abb5-d698edb8387a tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0473428 Oct 06 04:36:29.550296 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-58f025b0-237b-4ce7-80ec-61aa0f6e1b70 req-86d7554c-9107-49f9-b64a-4c9ab16f32c4 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Oct 06 04:36:30.315180 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-fadb7d0c-68d9-4878-84cd-399d16b10daa service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e HTTP/1.1" status: 200 len: 1000 time: 0.0543163 Oct 06 04:36:30.668834 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f23d-7e99-49a9-a983-9a499fbf0605 req-d2e077b0-16d4-4c38-8375-05b28b383430 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:30.670299 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7852f23d-7e99-49a9-a983-9a499fbf0605 req-d2e077b0-16d4-4c38-8375-05b28b383430 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0459204 Oct 06 04:36:30.721248 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7852f23d-7e99-49a9-a983-9a499fbf0605 req-972db707-a001-4f57-9f8f-9305c04d52d0 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450807 Oct 06 04:36:31.570362 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-f635b050-f0f4-48a0-abd3-3a6bba4ffce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:31.571819 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-f635b050-f0f4-48a0-abd3-3a6bba4ffce1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4cf55578-05cd-4019-a875-59f46e84d9e6 HTTP/1.1" status: 200 len: 849 time: 0.0438588 Oct 06 04:36:31.620074 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-aed522dd-8b47-4ea2-a039-106dacf554d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:31.622237 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-aed522dd-8b47-4ea2-a039-106dacf554d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dda97116-7fb3-4466-b2df-d492cd1f2494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435083 Oct 06 04:36:31.840319 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a63dab-35f0-45c4-8017-b39d9bc05d19 req-8e0dd993-f575-49ea-82b1-fa776533e701 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:31.841759 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-74a63dab-35f0-45c4-8017-b39d9bc05d19 req-8e0dd993-f575-49ea-82b1-fa776533e701 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0453258 Oct 06 04:36:31.888473 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-74a63dab-35f0-45c4-8017-b39d9bc05d19 req-e1ecb4ac-8eb8-4258-8fe1-487cc22b0773 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Oct 06 04:36:33.047163 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c8ae-d033-4e81-8197-6f406c0a3c64 req-4cddb9d5-9c3c-4161-9162-932d0d029074 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:33.048640 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f2f0c8ae-d033-4e81-8197-6f406c0a3c64 req-4cddb9d5-9c3c-4161-9162-932d0d029074 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0875595 Oct 06 04:36:33.127950 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f2f0c8ae-d033-4e81-8197-6f406c0a3c64 req-cb9f4888-33eb-4292-8d17-7152f11c0b06 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733509 Oct 06 04:36:33.129881 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-63600165-8e17-4794-b753-b5ff024d756d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397910 Oct 06 04:36:33.186394 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:33.238325 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5342765-a7b4-4ec8-b54e-51a503048f0b req-8c5222a6-7b8d-4c95-bbcd-917a74e5bf09 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990908 Oct 06 04:36:34.080615 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ce03a24b-5ae4-4f8f-9016-c359e433c108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:34.252455 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4ef50-cd6b-4fe4-af35-a2deb2c78d8c req-d4ad3781-292f-4eb7-bcf7-56431d66d38d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:34.253919 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6cf4ef50-cd6b-4fe4-af35-a2deb2c78d8c req-d4ad3781-292f-4eb7-bcf7-56431d66d38d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0470650 Oct 06 04:36:34.296969 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:34.302250 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6cf4ef50-cd6b-4fe4-af35-a2deb2c78d8c req-3ba49370-3095-4912-acd0-ba96a310793b tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428157 Oct 06 04:36:35.432468 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8be21-d5aa-44e6-ab03-448f2ae326a2 req-77dfbbb2-1a3b-4151-a83b-edc65744f1b1 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:35.434459 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8bd8be21-d5aa-44e6-ab03-448f2ae326a2 req-77dfbbb2-1a3b-4151-a83b-edc65744f1b1 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0515633 Oct 06 04:36:35.484965 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8bd8be21-d5aa-44e6-ab03-448f2ae326a2 req-5f530cca-4e1f-433d-a882-9bb503bf2e61 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Oct 06 04:36:35.813020 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ab8e4-03fd-4731-8e38-6e84e568806d req-33464083-6d4e-4f94-8a58-26427e9f889d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:35.814786 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-277ab8e4-03fd-4731-8e38-6e84e568806d req-33464083-6d4e-4f94-8a58-26427e9f889d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0692728 Oct 06 04:36:35.869698 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-277ab8e4-03fd-4731-8e38-6e84e568806d req-50a4aec6-08df-420f-8b0d-584d9eff85fc tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488029 Oct 06 04:36:36.437733 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a32fcd53-765f-4eee-878a-3d326ed7e744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:37.014737 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfae2d-80ba-43ab-bf27-f716cd0cf3de req-cab98b06-c178-43b1-804b-7940ae763053 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:37.016255 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-07dfae2d-80ba-43ab-bf27-f716cd0cf3de req-cab98b06-c178-43b1-804b-7940ae763053 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0557644 Oct 06 04:36:37.051612 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:37.064376 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-07dfae2d-80ba-43ab-bf27-f716cd0cf3de req-3f194d8a-7422-43ee-bdf6-19c79e4afdef tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Oct 06 04:36:37.728951 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:38.192081 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-37eaf499-b6c9-4ac3-a5bf-930d75ec1283 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:38.193530 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-37eaf499-b6c9-4ac3-a5bf-930d75ec1283 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0762830 Oct 06 04:36:38.212348 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421409-ddbc-4e31-acc2-e956e7fd96c4 req-daa352ad-bd60-4c1f-bfe7-ecd512db4cb3 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:38.213787 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-49421409-ddbc-4e31-acc2-e956e7fd96c4 req-daa352ad-bd60-4c1f-bfe7-ecd512db4cb3 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 950 time: 0.0676575 Oct 06 04:36:38.335063 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-49421409-ddbc-4e31-acc2-e956e7fd96c4 req-6e5b2836-9901-49fa-a2f5-eb52f42b1d04 tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=83836415-f0ef-451e-8549-bc950abc8d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950556 Oct 06 04:36:38.335728 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Deleting port 4e6d771a-767d-4c3e-bf16-610f3958a900 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:36:38.336071 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:38.430330 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] For port 4e6d771a-767d-4c3e-bf16-610f3958a900, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=4e6d771a-767d-4c3e-bf16-610f3958a900,segment=NetworkSegment(3bd0ddee-7bff-4f7e-8220-f0f8e07d9330),segment_id=3bd0ddee-7bff-4f7e-8220-f0f8e07d9330)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:36:38.430700 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:38.444009 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Calling delete_port for 4e6d771a-767d-4c3e-bf16-610f3958a900 owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:36:38.568431 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (4e6d771a-767d-4c3e-bf16-610f3958a900), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:38.599989 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Pushing event deleted for resources: {'Port': ['ID=4e6d771a-767d-4c3e-bf16-610f3958a900,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:38.617866 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['4e6d771a-767d-4c3e-bf16-610f3958a900'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:36:38.628938 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.629369 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.629799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.629974 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.630371 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.630741 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.630997 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.631363 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.631665 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.631990 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.632320 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.632647 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.632980 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.633291 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.633615 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:38.656192 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] No DVR routers for this DVR port 4e6d771a-767d-4c3e-bf16-610f3958a900 on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:36:38.658913 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:38.662234 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-105ecc8b-dc87-4c4c-af7c-69958475d118 req-3110a583-0a10-4738-8ba7-aae5cbee2d5d tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4e6d771a-767d-4c3e-bf16-610f3958a900 HTTP/1.1" status: 204 len: 173 time: 0.4610476 Oct 06 04:36:38.662732 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7321df24-d7cc-49f5-aa3e-a7d8851413db', 'name': 'network-vif-deleted', 'tag': '4e6d771a-767d-4c3e-bf16-610f3958a900'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:36:38.665215 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf7022-b0fa-423f-83cc-fbc03cfaba2f" -d '{"events": [{"server_uuid": "7321df24-d7cc-49f5-aa3e-a7d8851413db", "name": "network-vif-deleted", "tag": "4e6d771a-767d-4c3e-bf16-610f3958a900"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:36:38.708911 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28381c69-120e-4658-b492-ec496d70f49c x-openstack-request-id: req-28381c69-120e-4658-b492-ec496d70f49c {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:36:38.709209 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7321df24-d7cc-49f5-aa3e-a7d8851413db", "name": "network-vif-deleted", "tag": "4e6d771a-767d-4c3e-bf16-610f3958a900", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:36:38.709469 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-28381c69-120e-4658-b492-ec496d70f49c {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:36:38.709878 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28381c69-120e-4658-b492-ec496d70f49c'] response: {'server_uuid': '7321df24-d7cc-49f5-aa3e-a7d8851413db', 'name': 'network-vif-deleted', 'tag': '4e6d771a-767d-4c3e-bf16-610f3958a900', 'status': 'completed', 'code': 200} Oct 06 04:36:39.041334 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:39.235287 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:39.455902 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-72024de8-7d39-4b17-bed7-ade9e4bfdd69 req-ba3510d7-7a3d-4427-8918-9fb2270ca9be tempest-VolumesNegativeTest-204918163 tempest-VolumesNegativeTest-204918163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7321df24-d7cc-49f5-aa3e-a7d8851413db HTTP/1.1" status: 200 len: 210 time: 0.0290267 Oct 06 04:36:40.597597 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:36:42.406575 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41236) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:42.411379 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103444930', 'description': 'tempest-description--1682073886'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:36:42.434250 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.437019 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 4e6d771a-767d-4c3e-bf16-610f3958a900 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:36:42.460244 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 4e6d771a-767d-4c3e-bf16-610f3958a900 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:36:42.460661 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 4e6d771a-767d-4c3e-bf16-610f3958a900 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:36:42.511268 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (7b38a822-bc11-42b2-8386-505d2f122c02), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.515907 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (7b38a822-bc11-42b2-8386-505d2f122c02), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.522515 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:42.560065 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b38a822-bc11-42b2-8386-505d2f122c02,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:42.562065 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.562408 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.562790 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.563241 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.563836 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.564217 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.564647 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.565049 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.565459 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.565833 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.566189 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.566648 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.567419 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.567562 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.567974 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:42.586028 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.587299 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-f659407d-83cc-427e-8908-9f3a5f820f4c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1795731 Oct 06 04:36:42.590672 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 41258) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:42.595344 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-de430886-e770-44d0-a752-13b82167be97 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group_rule': {'security_group_id': '7b38a822-bc11-42b2-8386-505d2f122c02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:36:42.628414 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-de430886-e770-44d0-a752-13b82167be97 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (a5ad5b66-8a92-44c5-a5c7-dfccb8c4c0bf), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.690423 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-de430886-e770-44d0-a752-13b82167be97 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (a5ad5b66-8a92-44c5-a5c7-dfccb8c4c0bf), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.694141 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-de430886-e770-44d0-a752-13b82167be97 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (a5ad5b66-8a92-44c5-a5c7-dfccb8c4c0bf), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.717487 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de430886-e770-44d0-a752-13b82167be97 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ad5b66-8a92-44c5-a5c7-dfccb8c4c0bf,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:42.728323 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-de430886-e770-44d0-a752-13b82167be97 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.732827 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-de430886-e770-44d0-a752-13b82167be97 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376774 Oct 06 04:36:42.732987 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 41264) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:42.739655 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-9838c6e7-4b71-4d9b-ad3a-f6412eccba3d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group_rule': {'security_group_id': '7b38a822-bc11-42b2-8386-505d2f122c02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:36:42.772422 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9838c6e7-4b71-4d9b-ad3a-f6412eccba3d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (23e25309-81a8-461b-870c-a78e7ce64a46), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.803192 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:42.830302 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:42.838349 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9838c6e7-4b71-4d9b-ad3a-f6412eccba3d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (23e25309-81a8-461b-870c-a78e7ce64a46), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.843739 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9838c6e7-4b71-4d9b-ad3a-f6412eccba3d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (23e25309-81a8-461b-870c-a78e7ce64a46), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.865787 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838c6e7-4b71-4d9b-ad3a-f6412eccba3d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e25309-81a8-461b-870c-a78e7ce64a46,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:42.875300 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9838c6e7-4b71-4d9b-ad3a-f6412eccba3d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:42.879445 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-9838c6e7-4b71-4d9b-ad3a-f6412eccba3d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425579 Oct 06 04:36:42.879961 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 41270) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:42.884383 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:36:42.907634 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.004062 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.124522 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Allocated IP 172.27.0.115 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/48cb9b8e-f44a-4d8e-a5da-a0c21728a39c) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:36:43.238438 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (48cb9b8e-f44a-4d8e-a5da-a0c21728a39c), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.271721 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (48cb9b8e-f44a-4d8e-a5da-a0c21728a39c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.317119 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:36:43.321949 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:36:43.326872 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:36:43.330238 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=48cb9b8e-f44a-4d8e-a5da-a0c21728a39c,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:43.419611 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (80002aae-d19c-401a-9406-3cb2b197809e), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.455775 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (48cb9b8e-f44a-4d8e-a5da-a0c21728a39c), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.584789 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:43.607796 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (48cb9b8e-f44a-4d8e-a5da-a0c21728a39c), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.609218 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:43.616195 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (48cb9b8e-f44a-4d8e-a5da-a0c21728a39c), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.694449 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=48cb9b8e-f44a-4d8e-a5da-a0c21728a39c,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:43.696954 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (80002aae-d19c-401a-9406-3cb2b197809e), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.716261 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:43.717300 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-13a4aa95-e7b3-43cf-9a24-3bc989b4c92b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8363819 Oct 06 04:36:43.917658 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-28066442-25b1-4531-ac3c-506953c4714f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1103444930&fields=id&tenant_id=653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 267 time: 0.0422332 Oct 06 04:36:44.024397 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-d0a4f09c-1b46-4d5f-9c35-d50f7834797e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:44.025775 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-d0a4f09c-1b46-4d5f-9c35-d50f7834797e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 813 time: 0.1005883 Oct 06 04:36:44.040799 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-02ae02c3-1b29-4e9c-9dae-024935eafc94 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/quotas/653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 375 time: 0.0087922 Oct 06 04:36:44.096829 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-9d54ea4a-b48c-47cb-8b59-f503262d1ab3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500977 Oct 06 04:36:44.192653 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-04705d54-32da-4147-8bcb-e500d38fc841 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834863 Oct 06 04:36:44.285709 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-5c52de94-ba77-4179-acfb-4092f9a95472 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871663 Oct 06 04:36:44.468101 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-286ad421-cf06-4fe6-8c58-2c644e9ee075 req-d0cd76e0-5c3b-4ba6-ac4f-c146712350af tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 210 time: 0.0404751 Oct 06 04:36:44.730179 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41342) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:44.866476 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-634894e9-574f-4905-b336-7fffb761328c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f91922bb66cb4f3ba3e78969c3047d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343539 Oct 06 04:36:44.869021 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41346) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:44.893147 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:44.922120 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5d9d14a3-4f6a-4096-b53b-dd33e056c728 admin admin] Publish callbacks [] for security_group (83836415-f0ef-451e-8549-bc950abc8d20), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:44.942832 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5d9d14a3-4f6a-4096-b53b-dd33e056c728 admin admin] Publish callbacks [] for security_group (83836415-f0ef-451e-8549-bc950abc8d20), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:44.990988 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5d9d14a3-4f6a-4096-b53b-dd33e056c728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (83836415-f0ef-451e-8549-bc950abc8d20), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:44.993828 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5d9d14a3-4f6a-4096-b53b-dd33e056c728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:44.994997 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-5d9d14a3-4f6a-4096-b53b-dd33e056c728 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/83836415-f0ef-451e-8549-bc950abc8d20 HTTP/1.1" status: 204 len: 168 time: 0.1250696 Oct 06 04:36:45.004927 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d14a3-4f6a-4096-b53b-dd33e056c728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83836415-f0ef-451e-8549-bc950abc8d20,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:45.576823 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4bf38030-74d0-4e70-87e3-bdeac1ac1f5d req-c0b3f38d-feee-4019-a2a9-32b0061c163b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 210 time: 0.0319796 Oct 06 04:36:45.853570 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6971f124-6c0f-4407-b83b-dc7b3c79ce57 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:45.855166 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6971f124-6c0f-4407-b83b-dc7b3c79ce57 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 813 time: 0.1235921 Oct 06 04:36:45.942804 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-2c0501c1-6532-4238-9d1b-398439d69232 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 472 time: 0.0703571 Oct 06 04:36:46.048012 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'port': {'device_id': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'admin_state_up': True, 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'security_groups': ['7b38a822-bc11-42b2-8386-505d2f122c02']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:36:46.169371 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Made reservation on behalf of 653e21693b6f4a3ca8b739f1290df3aa for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:36:46.173496 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:46.317785 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Allocated IP 172.20.0.8 (45c9d327-544f-44d6-be7e-529008b00a93/6ec1f5f6-74c2-4a05-8da9-9ceee3282870/9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:36:46.452752 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:46.484257 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:46.524357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:46.533529 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Network 45c9d327-544f-44d6-be7e-529008b00a93 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:36:46.537278 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:36:46.541391 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:36:46.548684 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:46.594421 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:46.595074 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:46.603799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:46.614289 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-6d3dc056-dfb6-4631-ab95-9a756d242483 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708494 Oct 06 04:36:46.637087 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Request body: {'port': {'device_id': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:36:46.732936 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877286ed-5938-4677-84be-189b87c10dcb req-0e5823a2-beed-42f3-91b6-2e3994722cd2 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:46.734394 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-877286ed-5938-4677-84be-189b87c10dcb req-0e5823a2-beed-42f3-91b6-2e3994722cd2 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 931 time: 0.0755792 Oct 06 04:36:46.749787 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:46.806441 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-da4cbab0-44a8-4be2-83f8-0a5048e24ab0 None None] Provisioning complete for port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:36:46.807382 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-da4cbab0-44a8-4be2-83f8-0a5048e24ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:46.807731 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-da4cbab0-44a8-4be2-83f8-0a5048e24ab0 None None] Attempt 1 to provision port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 Oct 06 04:36:46.824302 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-877286ed-5938-4677-84be-189b87c10dcb req-9f23206a-ba29-4684-b18a-73207f08835c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835748 Oct 06 04:36:46.855521 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-da4cbab0-44a8-4be2-83f8-0a5048e24ab0 None None] Port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:36:47.033104 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:36:47.040547 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Publish callbacks [] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:47.053708 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Transition to ACTIVE for port object 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:36:47.057149 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:47.119630 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Pushing event updated for resources: {'Port': ['ID=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:47.167570 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Attempting to bind port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:36:47.167904 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Attempting to bind port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:36:47.168883 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Attempting to bind port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:36:47.208688 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 on network 45c9d327-544f-44d6-be7e-529008b00a93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:36:47.209015 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Attempting to bind port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:36:47.257685 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:36:47.258021 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Checking segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:36:47.258404 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Bound using segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:36:47.258836 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Bound port: 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:36:47.259225 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:47.323035 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] For port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:36:47.326133 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] For port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:36:47.333503 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:47.337656 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:47.338295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:47.339679 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 HTTP/1.1" status: 200 len: 1093 time: 0.7070854 Oct 06 04:36:47.340755 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'tag': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:36:47.343013 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df58f4e4-5282-43d1-92be-3de601b0bfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0802344-0cf0-48a1-b4cc-b2495c860ac2", "tag": "9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:36:47.384634 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:47.392679 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d1a8c2-153c-404c-b8d3-3a5018564c1f x-openstack-request-id: req-d8d1a8c2-153c-404c-b8d3-3a5018564c1f {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:36:47.392955 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0802344-0cf0-48a1-b4cc-b2495c860ac2", "tag": "9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:36:47.393245 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d8d1a8c2-153c-404c-b8d3-3a5018564c1f {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:36:47.393880 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d1a8c2-153c-404c-b8d3-3a5018564c1f'] response: {'name': 'network-changed', 'server_uuid': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'tag': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2', 'status': 'completed', 'code': 200} Oct 06 04:36:47.400144 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d49ea6-3c28-4bae-86d2-440433efd3ed service neutron] Pushing event updated for resources: {'Port': ['ID=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:47.468026 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-5ba8d0f8-97ed-4742-858d-f863c55b57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:47.469526 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-5ba8d0f8-97ed-4742-858d-f863c55b57b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 1127 time: 0.0491858 Oct 06 04:36:47.524323 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:47.526698 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-d88b0923-77c7-4525-84f3-0aaf7482d09c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 HTTP/1.1" status: 200 len: 217 time: 0.0404372 Oct 06 04:36:47.576163 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-0c4e5d6f-0050-409b-9203-86261d94278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:47.577500 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-0c4e5d6f-0050-409b-9203-86261d94278a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0446465 Oct 06 04:36:47.622170 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-113d2e76-1249-44ec-890b-6c26ea2b0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:47.623752 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-113d2e76-1249-44ec-890b-6c26ea2b0bb2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398004 Oct 06 04:36:47.717342 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-f960f6cd-33df-4fa1-84b2-a8755c6f3144 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864747 Oct 06 04:36:47.805455 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-868eb7b8-0e4c-4b93-a8e3-d34739ee8ecf req-22d65d76-28ec-4820-bc91-0c57868f9c91 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817573 Oct 06 04:36:47.949065 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc522a-e432-442e-bc0c-6e7233791dc6 req-993965ae-aaea-4809-aef5-73bfe0d5accb tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:47.951138 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c8bc522a-e432-442e-bc0c-6e7233791dc6 req-993965ae-aaea-4809-aef5-73bfe0d5accb tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 943 time: 0.0507388 Oct 06 04:36:47.999326 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c8bc522a-e432-442e-bc0c-6e7233791dc6 req-1e7bfc7b-014b-403d-8ca1-652a47b953cf tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Oct 06 04:36:49.125199 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d9c33-9ae2-45d5-a806-dae12c6cc168 req-19573f97-9727-41e8-9525-7c10d9b65277 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:49.126662 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-841d9c33-9ae2-45d5-a806-dae12c6cc168 req-19573f97-9727-41e8-9525-7c10d9b65277 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 943 time: 0.0461864 Oct 06 04:36:49.173441 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-841d9c33-9ae2-45d5-a806-dae12c6cc168 req-622f605f-9cd9-4cf2-8ca6-863b95551426 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Oct 06 04:36:50.295743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6a4a0-f5ff-4447-8b56-f6cb4f2a0a27 req-f63aa7a3-43d7-4881-92fb-c46f2ca94690 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:50.297204 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-62e6a4a0-f5ff-4447-8b56-f6cb4f2a0a27 req-f63aa7a3-43d7-4881-92fb-c46f2ca94690 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 943 time: 0.0467267 Oct 06 04:36:50.343547 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-62e6a4a0-f5ff-4447-8b56-f6cb4f2a0a27 req-70bd2b13-3bf1-4ee1-82aa-1fa3fc999510 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409462 Oct 06 04:36:51.461477 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa439d-05fb-4d3e-b2ff-a881f4e9337c req-e49e921a-db53-4b17-a81d-be0c0e67afaf tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:51.462972 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-defa439d-05fb-4d3e-b2ff-a881f4e9337c req-e49e921a-db53-4b17-a81d-be0c0e67afaf tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 943 time: 0.0465138 Oct 06 04:36:51.511170 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-defa439d-05fb-4d3e-b2ff-a881f4e9337c req-759fe84d-7b43-46dd-87a8-4f6fe11e4663 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411541 Oct 06 04:36:52.632150 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87498c5-9e16-4fba-a206-b1a833864760 req-3ca7d9b0-58cf-4eec-a96d-2cc66d7ce103 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:52.633643 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c87498c5-9e16-4fba-a206-b1a833864760 req-3ca7d9b0-58cf-4eec-a96d-2cc66d7ce103 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 943 time: 0.0500600 Oct 06 04:36:52.686774 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c87498c5-9e16-4fba-a206-b1a833864760 req-3ea22f3d-1539-4014-85db-4b5f237aeb0e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472820 Oct 06 04:36:53.808344 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f0199-44bc-4693-a709-bfcc23535778 req-262912fe-3c0d-4785-b612-b2a35622a7ad tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:53.810031 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c66f0199-44bc-4693-a709-bfcc23535778 req-262912fe-3c0d-4785-b612-b2a35622a7ad tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 943 time: 0.0503404 Oct 06 04:36:53.867162 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c66f0199-44bc-4693-a709-bfcc23535778 req-5b11513b-855f-4903-9119-b1e05cec3ebc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Oct 06 04:36:54.479868 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:36:54.483018 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:54.583434 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:36:54.595211 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'port_id': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2', 'mac_address': 'fa:16:3e:8e:b1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:36:54.633991 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:36:54.634384 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:54.650546 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:36:54.670928 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:36:54.674378 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:54.722059 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:54.729153 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.729502 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.729861 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.730257 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.730537 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.731446 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.731821 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.732183 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.732512 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.732839 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.733166 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.733492 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.733816 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.734556 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.734556 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:36:54.908233 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-62d3d8cf-5199-42de-bef3-f8c10542e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:54.910617 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-62d3d8cf-5199-42de-bef3-f8c10542e1d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 1128 time: 0.0448732 Oct 06 04:36:54.989539 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf24eb-e97e-4b46-b7e4-d32c0237b511 req-4dce80ae-d74c-4355-bdb0-8860e8e38d25 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:54.991053 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f1bf24eb-e97e-4b46-b7e4-d32c0237b511 req-4dce80ae-d74c-4355-bdb0-8860e8e38d25 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 944 time: 0.0504308 Oct 06 04:36:55.040887 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f1bf24eb-e97e-4b46-b7e4-d32c0237b511 req-04b491d5-92aa-47d3-bc97-6951bb853dfc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Oct 06 04:36:55.210301 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:36:55.226426 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41484) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:55.348318 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:55.351157 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ecf4-7f96-4872-917e-7d446a53b29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:55.386364 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:55.428007 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ecf4-7f96-4872-917e-7d446a53b29b admin admin] Publish callbacks [] for security_group (3a8e4913-1599-4370-8f9b-8d9053a5292f), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:55.431638 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ecf4-7f96-4872-917e-7d446a53b29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (3a8e4913-1599-4370-8f9b-8d9053a5292f), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:55.477662 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-b3c7ecf4-7f96-4872-917e-7d446a53b29b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=77b4be786dd9412db00c6ba25c133a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492981 Oct 06 04:36:55.479374 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7ecf4-7f96-4872-917e-7d446a53b29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e4913-1599-4370-8f9b-8d9053a5292f,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:55.481919 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41490) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:36:55.536140 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e22d24af-fbb0-4578-94e7-4e467d8176bf admin admin] Publish callbacks [] for security_group (3a8e4913-1599-4370-8f9b-8d9053a5292f), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:55.560983 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e22d24af-fbb0-4578-94e7-4e467d8176bf admin admin] Publish callbacks [] for security_group (3a8e4913-1599-4370-8f9b-8d9053a5292f), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:55.563990 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-ab71a632-18f6-48ec-ae04-b724e56e57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:55.565502 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-ab71a632-18f6-48ec-ae04-b724e56e57f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 913 time: 0.1006336 Oct 06 04:36:55.607789 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e22d24af-fbb0-4578-94e7-4e467d8176bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (3a8e4913-1599-4370-8f9b-8d9053a5292f), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:55.610495 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e22d24af-fbb0-4578-94e7-4e467d8176bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:55.611655 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-e22d24af-fbb0-4578-94e7-4e467d8176bf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3a8e4913-1599-4370-8f9b-8d9053a5292f HTTP/1.1" status: 204 len: 168 time: 0.1286430 Oct 06 04:36:55.620219 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d24af-fbb0-4578-94e7-4e467d8176bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e4913-1599-4370-8f9b-8d9053a5292f,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:56.023875 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-f263f685-d296-42c8-bca0-830a6c94f78f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 HTTP/1.1" status: 200 len: 217 time: 0.0413506 Oct 06 04:36:56.097519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-96fcb3e1-78d3-4906-9edd-1b03d51c7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:56.099733 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-96fcb3e1-78d3-4906-9edd-1b03d51c7fe5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0686114 Oct 06 04:36:56.180903 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60f6f8-f3ba-4dab-ac02-1196372e6a37 req-073c4edf-c16d-454b-b5fa-2d71ead3b8a9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:56.182288 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6b60f6f8-f3ba-4dab-ac02-1196372e6a37 req-073c4edf-c16d-454b-b5fa-2d71ead3b8a9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 944 time: 0.0464482 Oct 06 04:36:56.230420 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6b60f6f8-f3ba-4dab-ac02-1196372e6a37 req-826f42f5-2191-4d71-99ae-281fdaf16eb1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Oct 06 04:36:56.539051 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:56.549665 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:36:56.596059 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:36:56.601466 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:36:56.602065 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:56.602496 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 Oct 06 04:36:56.672691 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:36:56.673073 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:56.695263 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:36:56.697488 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b69f227-ac75-40fa-84ef-5443880cf661" -d '{"events": [{"server_uuid": "b0802344-0cf0-48a1-b4cc-b2495c860ac2", "name": "network-vif-plugged", "status": "completed", "tag": "9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:36:56.710216 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:36:56.714143 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:36:56.745936 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a599ce2e-a0a5-4079-8d18-b2eea0edb605 x-openstack-request-id: req-a599ce2e-a0a5-4079-8d18-b2eea0edb605 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:36:56.746380 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0802344-0cf0-48a1-b4cc-b2495c860ac2", "name": "network-vif-plugged", "status": "completed", "tag": "9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:36:56.747124 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a599ce2e-a0a5-4079-8d18-b2eea0edb605 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:36:56.747519 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a599ce2e-a0a5-4079-8d18-b2eea0edb605'] response: {'server_uuid': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2', 'code': 200} Oct 06 04:36:56.761544 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:56.768299 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-8f51a78e-efa0-4e8d-b32f-12b84ea508c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:56.769801 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-8f51a78e-efa0-4e8d-b32f-12b84ea508c1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476935 Oct 06 04:36:56.773295 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:36:56.894050 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-94412f85-ba66-469f-b619-ad6b3f4a7a0f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877917 Oct 06 04:36:56.973756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:56.990637 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-df58f4e4-5282-43d1-92be-3de601b0bfa5 req-617bed93-3177-4f45-9cc2-d8223c44f256 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895474 Oct 06 04:36:57.085217 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738fc81-3053-48bc-a477-1572faa8962e req-c7fd2b24-f245-42f0-b3dd-e7c49abbfca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:57.086692 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d738fc81-3053-48bc-a477-1572faa8962e req-c7fd2b24-f245-42f0-b3dd-e7c49abbfca4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 1129 time: 0.0411432 Oct 06 04:36:57.133627 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d738fc81-3053-48bc-a477-1572faa8962e req-8e02864f-b394-4390-9b6a-fa77cb5c00b2 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Oct 06 04:36:57.371537 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaff08-62cc-4eea-882a-b3c4c981c57d req-bdc313b1-e2df-458e-bbcb-113a220b2f8c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:57.372968 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2bcaff08-62cc-4eea-882a-b3c4c981c57d req-bdc313b1-e2df-458e-bbcb-113a220b2f8c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0541515 Oct 06 04:36:57.425640 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2bcaff08-62cc-4eea-882a-b3c4c981c57d req-2a776f49-338f-4f90-80e4-e235639562b4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472660 Oct 06 04:36:57.426748 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:36:57.439656 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd9926-b8e6-439d-9464-673f57176f69 req-82dd5afc-1782-4e5d-b62e-db5238d2ef27 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:57.442083 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-afcd9926-b8e6-439d-9464-673f57176f69 req-82dd5afc-1782-4e5d-b62e-db5238d2ef27 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0537472 Oct 06 04:36:57.495356 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-afcd9926-b8e6-439d-9464-673f57176f69 req-c1833ac5-1243-4076-90e3-7087153a6c7a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471320 Oct 06 04:36:57.676847 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c7951-763c-4a49-a203-55d99da5ebf6 req-d88b4c44-f7f7-4427-87cd-415ccea68485 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:57.678232 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ed6c7951-763c-4a49-a203-55d99da5ebf6 req-d88b4c44-f7f7-4427-87cd-415ccea68485 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 945 time: 0.0531800 Oct 06 04:36:57.724966 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ed6c7951-763c-4a49-a203-55d99da5ebf6 req-98e26f46-2ce4-45f0-b9dc-3b5fd1227e7b tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Oct 06 04:36:58.565714 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338136ef-795f-47ac-ba47-a8d67d036e35 req-d46f81ab-01e5-4cb1-b2f8-2c953dd33153 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:58.567222 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-338136ef-795f-47ac-ba47-a8d67d036e35 req-d46f81ab-01e5-4cb1-b2f8-2c953dd33153 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0470161 Oct 06 04:36:58.617402 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaf71f-33fc-40ab-97a0-70f251f897e9 req-6ae55d95-24bb-41f8-a3e1-0d15a89c1934 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:58.618757 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-338136ef-795f-47ac-ba47-a8d67d036e35 req-54065f73-ba13-47cd-ba30-2ed48e4a852e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457921 Oct 06 04:36:58.622750 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-00aaf71f-33fc-40ab-97a0-70f251f897e9 req-6ae55d95-24bb-41f8-a3e1-0d15a89c1934 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0520544 Oct 06 04:36:58.666182 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-00aaf71f-33fc-40ab-97a0-70f251f897e9 req-db23ea01-5680-47e3-bd17-35e8fe08d699 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408223 Oct 06 04:36:58.844467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede47fb-0ace-4e8e-9053-a3efd084cbfc req-5fda9061-e136-45ea-9c57-dc9e48de0a5d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:58.845904 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-dede47fb-0ace-4e8e-9053-a3efd084cbfc req-5fda9061-e136-45ea-9c57-dc9e48de0a5d tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 945 time: 0.0462239 Oct 06 04:36:58.895624 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-dede47fb-0ace-4e8e-9053-a3efd084cbfc req-0de70f3c-85a2-46c5-850a-c570ff92d852 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440924 Oct 06 04:36:59.746159 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbdbc9-cfc5-4c55-b1bf-a4cc842053e9 req-91032bbd-af68-474e-8d48-16783ada85dc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:59.748372 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c8bbdbc9-cfc5-4c55-b1bf-a4cc842053e9 req-91032bbd-af68-474e-8d48-16783ada85dc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0539715 Oct 06 04:36:59.788850 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87c223-8ad0-462d-b5ae-f5b0abe8b328 req-28000d72-c263-4e35-880e-413e876b6926 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:36:59.790307 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ff87c223-8ad0-462d-b5ae-f5b0abe8b328 req-28000d72-c263-4e35-880e-413e876b6926 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0473533 Oct 06 04:36:59.795848 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c8bbdbc9-cfc5-4c55-b1bf-a4cc842053e9 req-a45fec56-41d7-4fe4-87bc-27b490a3ba98 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420175 Oct 06 04:36:59.837658 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ff87c223-8ad0-462d-b5ae-f5b0abe8b328 req-c83751e5-eec7-4dec-b308-b9dc70b0a27a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Oct 06 04:37:00.017695 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c435-301b-4da0-b933-0f9663b0312a req-033b2441-46e3-4b90-9cc8-803d68b0a218 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:00.019186 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8151c435-301b-4da0-b933-0f9663b0312a req-033b2441-46e3-4b90-9cc8-803d68b0a218 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 945 time: 0.0467267 Oct 06 04:37:00.066530 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8151c435-301b-4da0-b933-0f9663b0312a req-03ebdda5-e263-481d-9bb6-187264bc3582 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Oct 06 04:37:00.927641 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fbd0c-5945-4f00-8f8d-46964621dd76 req-b3c3135d-fe49-4a01-8794-a55f60498e75 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:00.937579 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5b7fbd0c-5945-4f00-8f8d-46964621dd76 req-b3c3135d-fe49-4a01-8794-a55f60498e75 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0560222 Oct 06 04:37:00.984497 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c76c26-e8d8-4e30-a27c-487e6cb68052 req-13653678-17db-4b69-9103-8376f86295be tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:00.986286 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-86c76c26-e8d8-4e30-a27c-487e6cb68052 req-13653678-17db-4b69-9103-8376f86295be tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0566559 Oct 06 04:37:01.014138 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5b7fbd0c-5945-4f00-8f8d-46964621dd76 req-9d891f3c-39bc-4c1e-a094-ccda474950a0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621707 Oct 06 04:37:01.044506 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-86c76c26-e8d8-4e30-a27c-487e6cb68052 req-db8c7612-9b71-4010-8b76-a8c29140b5b3 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513949 Oct 06 04:37:01.133408 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de493a4-72b7-47a7-9ca1-b0b4cec8c4d1 req-438c0ec5-2579-49cc-b038-4897aa928642 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:01.134893 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2de493a4-72b7-47a7-9ca1-b0b4cec8c4d1 req-438c0ec5-2579-49cc-b038-4897aa928642 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0470376 Oct 06 04:37:01.145684 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41550) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:01.150019 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-8cb649f1-268f-4ffa-afde-9bc645ea0b0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'floatingip': {'port_id': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:37:01.189119 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cb649f1-268f-4ffa-afde-9bc645ea0b0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (80002aae-d19c-401a-9406-3cb2b197809e), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:01.229906 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:01.363431 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=19 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:01.365326 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=15 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:01.436974 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840ee2c-bbb1-4c78-88e3-054026e29716 req-9650d1d8-b86c-4df9-9574-1a8dafa6b8af tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:01.438465 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5840ee2c-bbb1-4c78-88e3-054026e29716 req-9650d1d8-b86c-4df9-9574-1a8dafa6b8af tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 945 time: 0.2937078 Oct 06 04:37:01.486746 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5840ee2c-bbb1-4c78-88e3-054026e29716 req-04b56b0d-bce3-4832-b8b7-1a202a17fee4 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=89759294-b231-4dde-968a-d9af9fbc546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Oct 06 04:37:01.615375 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-a2ac10db-b201-4758-be4f-f40569a55c12 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:01.616825 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-a2ac10db-b201-4758-be4f-f40569a55c12 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 945 time: 0.0464373 Oct 06 04:37:01.638542 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cb649f1-268f-4ffa-afde-9bc645ea0b0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:01.642572 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cb649f1-268f-4ffa-afde-9bc645ea0b0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (80002aae-d19c-401a-9406-3cb2b197809e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:01.684523 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:01.703308 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Deleting port 31789d26-26fb-4a11-b756-defeba0c2a40 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:37:01.703647 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:01.741422 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.l3_db [None req-8cb649f1-268f-4ffa-afde-9bc645ea0b0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Floating IP 80002aae-d19c-401a-9406-3cb2b197809e associated. External IP: 172.27.0.115, port: 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2. Oct 06 04:37:01.792831 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] For port 31789d26-26fb-4a11-b756-defeba0c2a40, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=31789d26-26fb-4a11-b756-defeba0c2a40,segment=NetworkSegment(71a49cfa-a0f2-4e0d-84cf-ce14bb613e90),segment_id=71a49cfa-a0f2-4e0d-84cf-ce14bb613e90)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:01.793196 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:01.802694 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:01.807227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Calling delete_port for 31789d26-26fb-4a11-b756-defeba0c2a40 owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:37:01.870566 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:01.941538 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (31789d26-26fb-4a11-b756-defeba0c2a40), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:01.942421 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb649f1-268f-4ffa-afde-9bc645ea0b0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:37:01.969782 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Pushing event deleted for resources: {'Port': ['ID=31789d26-26fb-4a11-b756-defeba0c2a40,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:01.984204 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['31789d26-26fb-4a11-b756-defeba0c2a40'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:37:02.023659 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] No DVR routers for this DVR port 31789d26-26fb-4a11-b756-defeba0c2a40 on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:37:02.026223 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:02.030004 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6245d846-0e8c-4344-a0e9-21c1fbdeb7d5 req-429b0498-9c00-4a69-ab2a-6751f0fb756a tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.25 "DELETE /networking/v2.0/ports/31789d26-26fb-4a11-b756-defeba0c2a40 HTTP/1.1" status: 204 len: 173 time: 0.4070861 Oct 06 04:37:02.030514 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f4a17e-e567-4500-afb6-42c123068571', 'name': 'network-vif-deleted', 'tag': '31789d26-26fb-4a11-b756-defeba0c2a40'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:37:02.032883 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af352032-f847-4df6-8d82-523488302f98" -d '{"events": [{"server_uuid": "03f4a17e-e567-4500-afb6-42c123068571", "name": "network-vif-deleted", "tag": "31789d26-26fb-4a11-b756-defeba0c2a40"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:37:02.059274 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb649f1-268f-4ffa-afde-9bc645ea0b0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:37:02.075355 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8cb649f1-268f-4ffa-afde-9bc645ea0b0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:02.075559 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:37:02.095983 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:02.096619 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:36:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:02.103820 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea96910-248a-4166-accd-2930b1911d92 x-openstack-request-id: req-4ea96910-248a-4166-accd-2930b1911d92 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:37:02.104389 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f4a17e-e567-4500-afb6-42c123068571", "name": "network-vif-deleted", "tag": "31789d26-26fb-4a11-b756-defeba0c2a40", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:37:02.104881 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ea96910-248a-4166-accd-2930b1911d92 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:37:02.105510 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea96910-248a-4166-accd-2930b1911d92'] response: {'server_uuid': '03f4a17e-e567-4500-afb6-42c123068571', 'name': 'network-vif-deleted', 'tag': '31789d26-26fb-4a11-b756-defeba0c2a40', 'status': 'completed', 'code': 200} Oct 06 04:37:02.115475 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-8cb649f1-268f-4ffa-afde-9bc645ea0b0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/80002aae-d19c-401a-9406-3cb2b197809e HTTP/1.1" status: 200 len: 991 time: 0.9657485 Oct 06 04:37:02.115475 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'tag': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:37:02.117838 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cece84-84b7-4782-8978-91c6725d4248" -d '{"events": [{"name": "network-changed", "server_uuid": "b0802344-0cf0-48a1-b4cc-b2495c860ac2", "tag": "9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:37:02.168893 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534c3393-53b9-434f-935c-3d73bb6770af x-openstack-request-id: req-534c3393-53b9-434f-935c-3d73bb6770af {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:37:02.169884 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0802344-0cf0-48a1-b4cc-b2495c860ac2", "tag": "9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:37:02.170314 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-534c3393-53b9-434f-935c-3d73bb6770af {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:37:02.170724 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534c3393-53b9-434f-935c-3d73bb6770af'] response: {'name': 'network-changed', 'server_uuid': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'tag': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2', 'status': 'completed', 'code': 200} Oct 06 04:37:02.202165 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e123104-b1c8-4bba-942c-fea31cf9c7e1 req-537480c3-2c0c-4179-898f-f3a7d7c3dfed tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:02.203726 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7e123104-b1c8-4bba-942c-fea31cf9c7e1 req-537480c3-2c0c-4179-898f-f3a7d7c3dfed tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0577841 Oct 06 04:37:02.213184 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:02.256711 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7e123104-b1c8-4bba-942c-fea31cf9c7e1 req-d8b494cf-8821-40c0-bf2b-05077938af0c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467265 Oct 06 04:37:02.294911 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:02.327147 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cece84-84b7-4782-8978-91c6725d4248 req-2849b304-5d07-4571-8c7c-418ef8a0d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:02.328748 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a9cece84-84b7-4782-8978-91c6725d4248 req-2849b304-5d07-4571-8c7c-418ef8a0d56c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 1129 time: 0.0409763 Oct 06 04:37:02.431547 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cece84-84b7-4782-8978-91c6725d4248 req-546707f0-8656-4d71-84f4-91d0d7d1c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:02.433208 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a9cece84-84b7-4782-8978-91c6725d4248 req-546707f0-8656-4d71-84f4-91d0d7d1c575 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 913 time: 0.0971167 Oct 06 04:37:02.448728 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '80002aae-d19c-401a-9406-3cb2b197809e', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:8e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:36:43Z', 'updated_at': '2022-10-06T04:37:01Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}, {'id': 'f4df8156-a064-4d88-9c07-0b62bbddfcba', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:46Z', 'revision_number': 2, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:02.474835 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:37:02.483978 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:02.484602 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:36:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:02.505066 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a9cece84-84b7-4782-8978-91c6725d4248 req-1395398b-48e2-4b77-b960-63dfbb78605b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 HTTP/1.1" status: 200 len: 999 time: 0.0595515 Oct 06 04:37:02.568121 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cece84-84b7-4782-8978-91c6725d4248 req-adf3db9f-dd27-4a18-a0f7-d4b753aeaf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:02.569648 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a9cece84-84b7-4782-8978-91c6725d4248 req-adf3db9f-dd27-4a18-a0f7-d4b753aeaf3f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0580218 Oct 06 04:37:02.607701 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:02.623083 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cece84-84b7-4782-8978-91c6725d4248 req-739c8ece-bb8e-442f-9092-8ea81bb88949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:02.624640 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a9cece84-84b7-4782-8978-91c6725d4248 req-739c8ece-bb8e-442f-9092-8ea81bb88949 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482543 Oct 06 04:37:02.627412 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c92e42b7-7459-4be6-b4c5-f3b13d9e41c1 req-60a61b54-ef26-419d-9bf0-ba5bf3a30951 tempest-VolumesSnapshotTestJSON-92529589 tempest-VolumesSnapshotTestJSON-92529589-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=03f4a17e-e567-4500-afb6-42c123068571 HTTP/1.1" status: 200 len: 210 time: 0.0400012 Oct 06 04:37:02.730309 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a9cece84-84b7-4782-8978-91c6725d4248 req-67c08814-d796-4011-aa9d-7334723e95f4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924532 Oct 06 04:37:02.759609 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:02.830467 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '80002aae-d19c-401a-9406-3cb2b197809e', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:8e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:36:43Z', 'updated_at': '2022-10-06T04:37:01Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}, {'id': 'f4df8156-a064-4d88-9c07-0b62bbddfcba', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:46Z', 'revision_number': 2, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:02.976053 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157a560-ef24-4a52-a9e3-475a9157d75a None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '80002aae-d19c-401a-9406-3cb2b197809e', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:8e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:36:43Z', 'updated_at': '2022-10-06T04:37:01Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}, {'id': 'f4df8156-a064-4d88-9c07-0b62bbddfcba', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:46Z', 'revision_number': 2, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:37:03.124296 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb97b-4d67-46ce-b448-f18420d7854f req-ff845957-72fc-43da-903b-f7edbe88494d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:03.125971 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bcedb97b-4d67-46ce-b448-f18420d7854f req-ff845957-72fc-43da-903b-f7edbe88494d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0655098 Oct 06 04:37:03.141007 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a9cece84-84b7-4782-8978-91c6725d4248 req-00e26185-aa95-4250-b370-ed2513939e4d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056087 Oct 06 04:37:03.162214 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:03.178495 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bcedb97b-4d67-46ce-b448-f18420d7854f req-c19a623d-db34-4039-adb4-525e21cc28bf tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463905 Oct 06 04:37:03.217224 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd728b-5b88-469f-9942-309cf6a47d39 None None] New status for floating IP 80002aae-d19c-401a-9406-3cb2b197809e: ACTIVE {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:37:03.415059 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccfdcf-2809-4a90-81be-c43d1aef8faa req-14541760-d2a2-40f9-8586-9274f1126f41 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:03.416531 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ffccfdcf-2809-4a90-81be-c43d1aef8faa req-14541760-d2a2-40f9-8586-9274f1126f41 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0747938 Oct 06 04:37:03.463639 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ffccfdcf-2809-4a90-81be-c43d1aef8faa req-8211bacf-bb98-44cd-8928-7ec06fdce31e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Oct 06 04:37:04.081808 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-71dd2e3d-9950-435e-8510-5ed500ebb670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:04.306895 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b52b2-626d-4241-8c24-0cce7c24485c req-80e88a5b-73e0-4f6a-b20c-c3428d574167 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:04.308363 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca7b52b2-626d-4241-8c24-0cce7c24485c req-80e88a5b-73e0-4f6a-b20c-c3428d574167 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0502424 Oct 06 04:37:04.332968 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:04.358091 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ca7b52b2-626d-4241-8c24-0cce7c24485c req-03c96e72-e90a-4c9d-a1ea-0e3d3143819a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 Oct 06 04:37:04.561474 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 31789d26-26fb-4a11-b756-defeba0c2a40 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:37:04.581805 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 31789d26-26fb-4a11-b756-defeba0c2a40 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:37:04.582158 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 31789d26-26fb-4a11-b756-defeba0c2a40 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:37:04.584866 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186e483-0beb-418e-a2d1-637550b5771f req-e54a77bf-76ba-4338-bc3f-a73d475883f0 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:04.586382 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3186e483-0beb-418e-a2d1-637550b5771f req-e54a77bf-76ba-4338-bc3f-a73d475883f0 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0474582 Oct 06 04:37:04.638447 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3186e483-0beb-418e-a2d1-637550b5771f req-a7c8cf2d-5533-4774-92de-eb954b8d72d6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446441 Oct 06 04:37:05.484682 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55304-487d-40d5-8959-735a29c77507 req-e748eed1-76fd-4355-9f70-39aea6ce458b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:05.486037 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-15b55304-487d-40d5-8959-735a29c77507 req-e748eed1-76fd-4355-9f70-39aea6ce458b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0477216 Oct 06 04:37:05.522054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:05.535287 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-15b55304-487d-40d5-8959-735a29c77507 req-7485252b-1f0b-4228-b546-072ae8940b48 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 Oct 06 04:37:05.762019 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415101dc-e20f-47db-b329-365b2cf0e266 req-f863609a-b0ae-48bf-8cc1-b15ccb3da4ec tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:05.763412 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-415101dc-e20f-47db-b329-365b2cf0e266 req-f863609a-b0ae-48bf-8cc1-b15ccb3da4ec tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0470781 Oct 06 04:37:05.809983 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-415101dc-e20f-47db-b329-365b2cf0e266 req-ea44d16a-5e70-49eb-945b-50c7f132d824 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Oct 06 04:37:06.441292 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e68b-4dea-4652-861a-b4a704c45aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:06.661357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1660071-c5ec-4008-8e06-72eae3b72be9 req-36386a57-1c62-4291-9238-1e9846a2e6dd tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:06.662697 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d1660071-c5ec-4008-8e06-72eae3b72be9 req-36386a57-1c62-4291-9238-1e9846a2e6dd tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0490551 Oct 06 04:37:06.709119 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d1660071-c5ec-4008-8e06-72eae3b72be9 req-3dcafbb0-dc61-41f1-985a-183c6461fa11 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Oct 06 04:37:06.930508 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740619-503d-46b2-acdb-ad1c145c78f1 req-1efb7dcb-a4ec-4886-911c-68832dcd4826 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:06.931907 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c7740619-503d-46b2-acdb-ad1c145c78f1 req-1efb7dcb-a4ec-4886-911c-68832dcd4826 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0467904 Oct 06 04:37:06.978542 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c7740619-503d-46b2-acdb-ad1c145c78f1 req-680c5e40-ffff-4c4a-9a20-6613aae79f2c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Oct 06 04:37:07.732263 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:07.840640 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e59d8e-e819-4358-98a5-077789c8aba3 req-b2951f52-a65e-40ab-8aa0-fdcf714efce5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:07.842128 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b2e59d8e-e819-4358-98a5-077789c8aba3 req-b2951f52-a65e-40ab-8aa0-fdcf714efce5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0480993 Oct 06 04:37:07.891879 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b2e59d8e-e819-4358-98a5-077789c8aba3 req-6a65fa90-9c57-4535-891b-09c4409a7ae6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439665 Oct 06 04:37:08.106533 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fa594-fdad-419c-8f00-0edd7add5932 req-80e61663-654c-4aa2-9f43-aa76584ad1c9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:08.108866 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-367fa594-fdad-419c-8f00-0edd7add5932 req-80e61663-654c-4aa2-9f43-aa76584ad1c9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0528321 Oct 06 04:37:08.156946 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-367fa594-fdad-419c-8f00-0edd7add5932 req-1ca03348-cde7-45f7-98fa-4c8ea70e13b3 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Oct 06 04:37:09.024764 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:09.184038 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7634f-aa5b-4ee0-bba4-cab729ec1e20 req-46bb1889-5dbe-47fa-93a1-1f3d287a4359 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:09.187132 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b1f7634f-aa5b-4ee0-bba4-cab729ec1e20 req-46bb1889-5dbe-47fa-93a1-1f3d287a4359 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.2084577 Oct 06 04:37:09.242351 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b1f7634f-aa5b-4ee0-bba4-cab729ec1e20 req-ed8bc05e-ca27-4fcc-9204-9f39381dd857 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500937 Oct 06 04:37:09.248143 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:09.281336 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2104821-1557-4138-a14b-22e0ca005d64 req-371cb0a4-fbd4-4af6-bfcf-89523a045806 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:09.282869 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d2104821-1557-4138-a14b-22e0ca005d64 req-371cb0a4-fbd4-4af6-bfcf-89523a045806 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0504313 Oct 06 04:37:09.316872 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:09.332046 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d2104821-1557-4138-a14b-22e0ca005d64 req-1341073f-c66e-4a06-b6ee-1f702ebd99c6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Oct 06 04:37:10.370680 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143d267-1f19-4740-b588-2518fd0eeb86 req-b8244c5c-6ea5-47cf-a031-499f25662679 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:10.372959 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b143d267-1f19-4740-b588-2518fd0eeb86 req-b8244c5c-6ea5-47cf-a031-499f25662679 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0483015 Oct 06 04:37:10.426660 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b143d267-1f19-4740-b588-2518fd0eeb86 req-41daa971-aa5c-4a30-ada6-4e4342e57334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455182 Oct 06 04:37:10.520719 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2819dec-efe6-4399-97ea-6c9b6ad0d2ab req-cc75f017-4623-463a-a7ea-4082c0b382e9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:10.522560 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a2819dec-efe6-4399-97ea-6c9b6ad0d2ab req-cc75f017-4623-463a-a7ea-4082c0b382e9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.1113153 Oct 06 04:37:10.579546 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a2819dec-efe6-4399-97ea-6c9b6ad0d2ab req-f798bad5-435b-4f03-b0ba-a0697495a977 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503972 Oct 06 04:37:11.553019 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e52f49-8411-4d6d-a4b3-850f2dd15514 req-4bd22334-28c4-4b94-9f1e-92b1d7d6e220 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:11.554473 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-49e52f49-8411-4d6d-a4b3-850f2dd15514 req-4bd22334-28c4-4b94-9f1e-92b1d7d6e220 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0465491 Oct 06 04:37:11.600407 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-49e52f49-8411-4d6d-a4b3-850f2dd15514 req-6c2f99f2-16b4-4fa6-9165-476143f8f360 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404348 Oct 06 04:37:11.701164 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851792d7-9236-440f-9238-afa1a14fe801 req-e196c9ef-74b3-4a89-b808-03cb20c2f909 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:11.703404 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-851792d7-9236-440f-9238-afa1a14fe801 req-e196c9ef-74b3-4a89-b808-03cb20c2f909 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0472672 Oct 06 04:37:11.750973 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-851792d7-9236-440f-9238-afa1a14fe801 req-e4725647-a8ec-4bfa-9adc-583ab38a6d6a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420172 Oct 06 04:37:12.731357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc3324-b82e-4bcb-90cc-7ac725aa4885 req-a356d2fe-eb83-4933-bb87-4929dbfb2691 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:12.732786 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6edc3324-b82e-4bcb-90cc-7ac725aa4885 req-a356d2fe-eb83-4933-bb87-4929dbfb2691 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0502658 Oct 06 04:37:12.779242 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6edc3324-b82e-4bcb-90cc-7ac725aa4885 req-c51c8e55-1979-43c0-b808-4d47c7442302 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407469 Oct 06 04:37:12.871133 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191edb7b-1e9c-4167-b942-220468de80d5 req-3024ba7f-115f-4b4d-8a20-c360bb8cab95 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:12.872582 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-191edb7b-1e9c-4167-b942-220468de80d5 req-3024ba7f-115f-4b4d-8a20-c360bb8cab95 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0459020 Oct 06 04:37:12.926441 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-191edb7b-1e9c-4167-b942-220468de80d5 req-a935252b-f89d-4e71-ad75-cf2bcf735b05 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476580 Oct 06 04:37:13.309071 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=11 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:13.344466 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:13.904909 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9231-a724-4409-a3f4-0892bc1dc434 req-ff3f877b-05c5-4a01-9d9d-b1b120232881 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:13.907028 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-650c9231-a724-4409-a3f4-0892bc1dc434 req-ff3f877b-05c5-4a01-9d9d-b1b120232881 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0479198 Oct 06 04:37:13.954573 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-650c9231-a724-4409-a3f4-0892bc1dc434 req-8389f3a4-9eb4-4746-993c-ff08257523d7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Oct 06 04:37:14.051588 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136a1bb-c6e9-4001-8ed2-4a3dc9884601 req-1684d03f-84a3-4276-9cc1-8f98ea98b56f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:14.053041 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2136a1bb-c6e9-4001-8ed2-4a3dc9884601 req-1684d03f-84a3-4276-9cc1-8f98ea98b56f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0488951 Oct 06 04:37:14.101056 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2136a1bb-c6e9-4001-8ed2-4a3dc9884601 req-8ee56a66-a316-437a-8e4b-5d3e7fd87e84 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417364 Oct 06 04:37:15.078069 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35232167-abad-4a55-9e7b-9dd99021bb4c req-e16e479d-d388-4eae-8a0d-93fa5e0c0841 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:15.080508 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-35232167-abad-4a55-9e7b-9dd99021bb4c req-e16e479d-d388-4eae-8a0d-93fa5e0c0841 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0474010 Oct 06 04:37:15.133800 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-35232167-abad-4a55-9e7b-9dd99021bb4c req-c620a833-f2b3-4f51-aaa9-8d53278f31e3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480323 Oct 06 04:37:15.221345 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aca07-9e7c-4a7a-b4a0-499d918a252f req-b8ffb671-928d-496a-a85f-d651731e6c5f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:15.222835 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-443aca07-9e7c-4a7a-b4a0-499d918a252f req-b8ffb671-928d-496a-a85f-d651731e6c5f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0457177 Oct 06 04:37:15.269602 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-443aca07-9e7c-4a7a-b4a0-499d918a252f req-a6cb5658-91d9-46cb-ba10-7e3ef289d7cd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Oct 06 04:37:15.528441 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268a1b2-1041-4eab-95b4-42e8f0a8604a req-d4a0a8b9-a64b-45c0-bc03-8382fb8393f0 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:15.529839 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7268a1b2-1041-4eab-95b4-42e8f0a8604a req-d4a0a8b9-a64b-45c0-bc03-8382fb8393f0 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0530593 Oct 06 04:37:15.577030 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7268a1b2-1041-4eab-95b4-42e8f0a8604a req-e84d76b3-5c54-41e3-8038-60327422ba74 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411253 Oct 06 04:37:16.264427 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd68cb-f3ae-49e3-9b3e-5b4100ad9a31 req-7ab853f0-a8ed-4eb1-86b4-6ec13043205b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:16.266474 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-68dd68cb-f3ae-49e3-9b3e-5b4100ad9a31 req-7ab853f0-a8ed-4eb1-86b4-6ec13043205b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0468793 Oct 06 04:37:16.312126 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-68dd68cb-f3ae-49e3-9b3e-5b4100ad9a31 req-079ff16d-cf4e-4533-8ac6-ec432b05c1f4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396404 Oct 06 04:37:16.683735 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:16.699849 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6df1a-2eb0-436a-aee1-f39a706e037a req-aface984-a1f7-4f92-8b12-9eef54b17b78 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:16.701260 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bcc6df1a-2eb0-436a-aee1-f39a706e037a req-aface984-a1f7-4f92-8b12-9eef54b17b78 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0468364 Oct 06 04:37:16.747284 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bcc6df1a-2eb0-436a-aee1-f39a706e037a req-5967d938-c56e-4e25-9074-886ada7968ed tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 Oct 06 04:37:17.433786 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ee2e2-3bc6-454a-aac8-cab6eb89cfaa req-ad0fabcb-3bb0-4c09-967c-48fc6e08d52b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:17.435293 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9a1ee2e2-3bc6-454a-aac8-cab6eb89cfaa req-ad0fabcb-3bb0-4c09-967c-48fc6e08d52b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0463080 Oct 06 04:37:17.470637 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:17.485347 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9a1ee2e2-3bc6-454a-aac8-cab6eb89cfaa req-e1fbe60f-0947-467e-8214-96fda981b571 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441015 Oct 06 04:37:17.595330 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:37:17.865543 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb075f5e-6e1f-4569-8105-05daf2e882cb req-5c055fda-fa2d-41e9-b4e7-3ac0073f50ca tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:17.867026 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fb075f5e-6e1f-4569-8105-05daf2e882cb req-5c055fda-fa2d-41e9-b4e7-3ac0073f50ca tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0457094 Oct 06 04:37:17.917661 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fb075f5e-6e1f-4569-8105-05daf2e882cb req-ef54a077-3804-478a-b9a0-3eb255d9aa22 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448561 Oct 06 04:37:18.614598 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d473ee-586b-470f-8642-ef2f7b26b7b0 req-850b1dcc-4bec-4703-8aba-ba8b4a23e8c1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:18.616072 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-28d473ee-586b-470f-8642-ef2f7b26b7b0 req-850b1dcc-4bec-4703-8aba-ba8b4a23e8c1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0493488 Oct 06 04:37:18.663150 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-28d473ee-586b-470f-8642-ef2f7b26b7b0 req-1250d93e-32b4-4f2f-aa20-86e69787c427 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412438 Oct 06 04:37:18.770756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-c10eb28e-43fd-4d9b-9cb8-58d97a7d4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:18.772165 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-c10eb28e-43fd-4d9b-9cb8-58d97a7d4d29 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 1129 time: 0.0401692 Oct 06 04:37:18.786043 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:18.865992 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-a2f390c8-096a-4fc4-bbd2-0aba8b325e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:18.867448 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-a2f390c8-096a-4fc4-bbd2-0aba8b325e3c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 910 time: 0.0890050 Oct 06 04:37:18.928627 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-a2b2c7b6-5625-4fbf-8262-42f9c3e70f01 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e HTTP/1.1" status: 200 len: 1000 time: 0.0552680 Oct 06 04:37:18.976628 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-4584fe62-e159-47e8-b07c-18bd4332a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:18.978095 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-4584fe62-e159-47e8-b07c-18bd4332a23d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4cf55578-05cd-4019-a875-59f46e84d9e6 HTTP/1.1" status: 200 len: 849 time: 0.0436881 Oct 06 04:37:19.026576 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-a90e17e9-71b6-49cb-9959-cf9238070cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:19.028032 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-a90e17e9-71b6-49cb-9959-cf9238070cdc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dda97116-7fb3-4466-b2df-d492cd1f2494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430765 Oct 06 04:37:19.041238 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42ccd-a86f-4dd2-9aae-3ecc9d93607d req-f61057c0-2dc1-480b-82d3-e78606e1cef5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:19.042711 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-17c42ccd-a86f-4dd2-9aae-3ecc9d93607d req-f61057c0-2dc1-480b-82d3-e78606e1cef5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0465474 Oct 06 04:37:19.089939 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-17c42ccd-a86f-4dd2-9aae-3ecc9d93607d req-e7954c69-810d-457f-8457-79fdda8a6f6f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410998 Oct 06 04:37:19.121526 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-0950863a-d069-43c3-96cf-572de5834625 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870039 Oct 06 04:37:19.215092 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-35e61c50-ff31-439d-b30c-6de4fa6b2640 req-aa6ae93b-33cd-4b85-9a76-77fdb3bf1d99 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870373 Oct 06 04:37:19.236408 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:19.242357 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:19.794563 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7adfc-e2a1-4e27-9472-c1c666e7096a req-09f51896-d0fa-442f-8188-dd9593e7aa98 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:19.796078 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5ba7adfc-e2a1-4e27-9472-c1c666e7096a req-09f51896-d0fa-442f-8188-dd9593e7aa98 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0494339 Oct 06 04:37:19.851564 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5ba7adfc-e2a1-4e27-9472-c1c666e7096a req-be0be572-1b18-4788-aa17-d6ce9e31e165 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493855 Oct 06 04:37:20.210453 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda87abf-2de5-4c65-8068-8aa84c9c406f req-f504a5a0-cf25-4b82-a09e-98c2bfca7a17 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:20.212094 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fda87abf-2de5-4c65-8068-8aa84c9c406f req-f504a5a0-cf25-4b82-a09e-98c2bfca7a17 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0480111 Oct 06 04:37:20.260698 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fda87abf-2de5-4c65-8068-8aa84c9c406f req-a21e3db9-92eb-431e-835a-a5c4be902af3 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429895 Oct 06 04:37:20.978027 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94253277-5e0e-4207-a8ba-661821cf70ba req-e7bb59eb-20b6-4d6f-bb9d-ccdac76fe499 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:20.979327 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-94253277-5e0e-4207-a8ba-661821cf70ba req-e7bb59eb-20b6-4d6f-bb9d-ccdac76fe499 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0504072 Oct 06 04:37:21.032713 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-94253277-5e0e-4207-a8ba-661821cf70ba req-2e653b21-92cf-442f-a6fb-f1369a76b7e3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462070 Oct 06 04:37:21.393521 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519abbc1-9a15-49d9-8437-3b5981a65f1d req-8213e351-7d97-4fd2-bd11-1ae421be2dd3 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:21.395136 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-519abbc1-9a15-49d9-8437-3b5981a65f1d req-8213e351-7d97-4fd2-bd11-1ae421be2dd3 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0544572 Oct 06 04:37:21.443528 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-519abbc1-9a15-49d9-8437-3b5981a65f1d req-61cd7c37-bfdf-47b4-85fb-29e4dade4817 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424571 Oct 06 04:37:22.161247 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba91240-61d3-4e36-91e4-03ade23de4a0 req-1524b006-1f97-4614-b6f8-9bc970793dbb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:22.162780 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1ba91240-61d3-4e36-91e4-03ade23de4a0 req-1524b006-1f97-4614-b6f8-9bc970793dbb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0513697 Oct 06 04:37:22.212362 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1ba91240-61d3-4e36-91e4-03ade23de4a0 req-06d0161c-1434-45c0-b028-aa6d46d23201 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440443 Oct 06 04:37:23.365006 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f811f-877b-42ef-a514-aa0642a16b6e req-a82ca153-f910-4e11-b7eb-74dd526efbf6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:23.366515 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-da6f811f-877b-42ef-a514-aa0642a16b6e req-a82ca153-f910-4e11-b7eb-74dd526efbf6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0544581 Oct 06 04:37:23.386207 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:23.417862 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-da6f811f-877b-42ef-a514-aa0642a16b6e req-ece88f6f-0a3e-4798-a145-49e6d6b09636 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453634 Oct 06 04:37:24.544934 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d8c1c-49d2-4dd3-9404-ec95e322811f req-0a6b3286-dca4-4dba-9bde-69dd5ca753b1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:24.546380 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-440d8c1c-49d2-4dd3-9404-ec95e322811f req-0a6b3286-dca4-4dba-9bde-69dd5ca753b1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0469668 Oct 06 04:37:24.596340 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-440d8c1c-49d2-4dd3-9404-ec95e322811f req-d1253159-8788-4699-93db-b97feab1aea5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439897 Oct 06 04:37:25.722243 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3329c-5311-4e4b-9388-2381132e5dae req-02e575a1-6c38-40f6-ae34-2caa7eb95f32 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:25.723749 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-72d3329c-5311-4e4b-9388-2381132e5dae req-02e575a1-6c38-40f6-ae34-2caa7eb95f32 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0468738 Oct 06 04:37:26.000855 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-72d3329c-5311-4e4b-9388-2381132e5dae req-0fc27100-8584-4b20-ba7b-ecde4e8e2ce4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713010 Oct 06 04:37:26.370384 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-c9e1aa97-75b8-47f3-a6a4-3fa796152d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:26.371854 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-c9e1aa97-75b8-47f3-a6a4-3fa796152d35 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 1129 time: 0.0391705 Oct 06 04:37:26.399744 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:26.476861 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-b77b5296-72ad-4d98-9e0f-bb2b3568d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:26.478284 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-b77b5296-72ad-4d98-9e0f-bb2b3568d836 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.0872595 Oct 06 04:37:26.542022 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-ee5aff51-bac2-4042-9757-c4e51f8c7cd0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c HTTP/1.1" status: 200 len: 1000 time: 0.0577037 Oct 06 04:37:26.560158 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:26.587368 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:26.591630 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-15305d86-dea0-4e63-990e-59a9d7f6f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:26.593061 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-15305d86-dea0-4e63-990e-59a9d7f6f9cb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0451298 Oct 06 04:37:26.637138 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-9d84dc18-0c6c-463a-92c7-362fe3ed92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:26.638610 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-9d84dc18-0c6c-463a-92c7-362fe3ed92ee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392380 Oct 06 04:37:26.734274 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-fc90f47e-83c6-4be5-998a-a8c6ddef9c21 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886967 Oct 06 04:37:26.833107 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c178d640-9f67-42df-b47f-2d17b6a52246 req-fc7b80b6-4b5d-4b32-9ee9-9e70d0da0f69 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920868 Oct 06 04:37:27.232266 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1457c3-e4a0-41e4-8a97-85c5fb9a73ad req-727959dc-db12-4080-a837-1fb77ec991e5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:27.233769 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2d1457c3-e4a0-41e4-8a97-85c5fb9a73ad req-727959dc-db12-4080-a837-1fb77ec991e5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0474217 Oct 06 04:37:27.283307 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2d1457c3-e4a0-41e4-8a97-85c5fb9a73ad req-17978d05-cba8-459f-afcf-43fa2b978c62 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412564 Oct 06 04:37:28.416353 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a994fd-3aed-4e93-8860-7a78df14480c req-2ff5aed6-7769-43eb-a3da-712c6d9cd7ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:28.417884 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c4a994fd-3aed-4e93-8860-7a78df14480c req-2ff5aed6-7769-43eb-a3da-712c6d9cd7ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0473325 Oct 06 04:37:28.467155 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c4a994fd-3aed-4e93-8860-7a78df14480c req-f1753244-3a90-4fb7-8bbb-aecd870b538b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Oct 06 04:37:28.643259 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:37:28.744390 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:28.755162 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'port_id': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'mac_address': 'fa:16:3e:c8:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:37:28.794264 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 542157e8-aced-4f6a-815d-a118c4b3ca2c is: ACTIVE; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:28.794656 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:28.808193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 542157e8-aced-4f6a-815d-a118c4b3ca2c {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:37:28.828018 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:28.832776 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:28.880953 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=6']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:29.059184 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['542157e8-aced-4f6a-815d-a118c4b3ca2c'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:37:29.091082 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41810) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:29.135940 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47805d2-cb3d-42fd-a832-422aad310143 admin admin] Deleting subnet 10538a8d-eb3b-45bf-b2d8-aa56604be43f {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:37:29.138999 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e47805d2-cb3d-42fd-a832-422aad310143 admin admin] Publish callbacks [] for subnet (10538a8d-eb3b-45bf-b2d8-aa56604be43f), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.177692 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e47805d2-cb3d-42fd-a832-422aad310143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (10538a8d-eb3b-45bf-b2d8-aa56604be43f), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.217136 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e47805d2-cb3d-42fd-a832-422aad310143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (10538a8d-eb3b-45bf-b2d8-aa56604be43f), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.269504 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e47805d2-cb3d-42fd-a832-422aad310143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (10538a8d-eb3b-45bf-b2d8-aa56604be43f), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.272589 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:29.297918 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47805d2-cb3d-42fd-a832-422aad310143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10538a8d-eb3b-45bf-b2d8-aa56604be43f,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:29.302011 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e47805d2-cb3d-42fd-a832-422aad310143 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.305129 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-e47805d2-cb3d-42fd-a832-422aad310143 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/10538a8d-eb3b-45bf-b2d8-aa56604be43f HTTP/1.1" status: 204 len: 168 time: 0.2130561 Oct 06 04:37:29.307705 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41812) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:29.380176 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (d5ebc260-c361-42d8-80fe-e4538974d21b), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.456100 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (d5ebc260-c361-42d8-80fe-e4538974d21b), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.478938 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ebc260-c361-42d8-80fe-e4538974d21b']}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:29.488808 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90') {'for_net_delete': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:29.489105 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a49cfa-a0f2-4e0d-84cf-ce14bb613e90') {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:29.498582 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26170665'] for segment (71a49cfa-a0f2-4e0d-84cf-ce14bb613e90), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.512364 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (71a49cfa-a0f2-4e0d-84cf-ce14bb613e90), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.518883 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=106194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:37:29.519533 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26116627'] for segment (71a49cfa-a0f2-4e0d-84cf-ce14bb613e90), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.560042 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment 71a49cfa-a0f2-4e0d-84cf-ce14bb613e90 resource provider aggregate not found Oct 06 04:37:29.586022 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment 71a49cfa-a0f2-4e0d-84cf-ce14bb613e90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71a49cfa-a0f2-4e0d-84cf-ce14bb613e90 found for delete ", "request_id": "req-c0ddae6e-4342-42d9-96a7-23d2e7682ae3"}]} Oct 06 04:37:29.586766 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (d5ebc260-c361-42d8-80fe-e4538974d21b), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.593109 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.599050 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/d5ebc260-c361-42d8-80fe-e4538974d21b HTTP/1.1" status: 204 len: 168 time: 0.2903926 Oct 06 04:37:29.610149 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53521c-4ed0-43bb-b4f0-aa5f365e8211 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ebc260-c361-42d8-80fe-e4538974d21b,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:29.610384 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c141001-e427-4b3a-8d70-9dbc86ee030a req-5bd70246-42a7-4cb0-b7dd-7780c5c4174d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:29.612326 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3c141001-e427-4b3a-8d70-9dbc86ee030a req-5bd70246-42a7-4cb0-b7dd-7780c5c4174d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 944 time: 0.0592847 Oct 06 04:37:29.662000 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3c141001-e427-4b3a-8d70-9dbc86ee030a req-6aa370b0-0dfe-427d-b820-1fa691b198e1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432510 Oct 06 04:37:29.778805 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 41822) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:29.821710 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-835999df-5ae7-4a42-b8f0-0721f66adbdc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d951f19622f24014b0db552eafd4346d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417526 Oct 06 04:37:29.824135 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 41824) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:29.872080 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f56178b7-da93-4e36-a189-90c1e6183950 admin admin] Publish callbacks [] for security_group (89759294-b231-4dde-968a-d9af9fbc546b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.891645 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f56178b7-da93-4e36-a189-90c1e6183950 admin admin] Publish callbacks [] for security_group (89759294-b231-4dde-968a-d9af9fbc546b), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.939439 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f56178b7-da93-4e36-a189-90c1e6183950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (89759294-b231-4dde-968a-d9af9fbc546b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.941827 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f56178b7-da93-4e36-a189-90c1e6183950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:29.942987 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f56178b7-da93-4e36-a189-90c1e6183950 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/89759294-b231-4dde-968a-d9af9fbc546b HTTP/1.1" status: 204 len: 168 time: 0.1179650 Oct 06 04:37:29.951442 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56178b7-da93-4e36-a189-90c1e6183950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89759294-b231-4dde-968a-d9af9fbc546b,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:30.604967 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 41846) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:30.650717 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:30.696433 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 542157e8-aced-4f6a-815d-a118c4b3ca2c triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:30.696433 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.696433 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 542157e8-aced-4f6a-815d-a118c4b3ca2c Oct 06 04:37:30.701051 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1246170307-network', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:37:30.727871 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Made reservation on behalf of 43ee2f7c65044158a0230e4997d7bdf9 for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:37:30.730299 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.740048 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.779802 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 542157e8-aced-4f6a-815d-a118c4b3ca2c is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:30.780483 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.794787 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c7a2-e191-4ca0-a2c4-8bb1420811a1 req-459eb389-86be-48a8-bf2f-f83d0b4f45b5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:30.803212 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3033c7a2-e191-4ca0-a2c4-8bb1420811a1 req-459eb389-86be-48a8-bf2f-f83d0b4f45b5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 944 time: 0.0577059 Oct 06 04:37:30.806112 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:37:30.808386 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea842ca-0a00-431c-b9f7-b634a9d2181e" -d '{"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-plugged", "status": "completed", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:37:30.820894 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Publish callbacks [] for security_group (1a565195-4dfe-4487-8945-9570c6030ae4), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.821816 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:30.823221 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:30.826563 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (1a565195-4dfe-4487-8945-9570c6030ae4), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.829385 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.851683 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:30.863624 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3033c7a2-e191-4ca0-a2c4-8bb1420811a1 req-a574148d-03f7-43d8-bf77-4350914e6a2a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591385 Oct 06 04:37:30.867170 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:37:30.867827 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ab123d-35bc-4421-8f3c-7607c54d18b1 x-openstack-request-id: req-04ab123d-35bc-4421-8f3c-7607c54d18b1 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:37:30.868215 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-plugged", "status": "completed", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:37:30.868951 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-04ab123d-35bc-4421-8f3c-7607c54d18b1 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:37:30.869634 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ab123d-35bc-4421-8f3c-7607c54d18b1'] response: {'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'code': 200} Oct 06 04:37:30.880080 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a565195-4dfe-4487-8945-9570c6030ae4,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:30.899248 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (30e4f1be-914f-4fcf-ab26-2ea769c9c4e3), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.899248 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Added segment 30e4f1be-914f-4fcf-ab26-2ea769c9c4e3 of type vlan for network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd Oct 06 04:37:30.899459 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=7']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:30.926623 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (3a303baf-b9bc-4406-9e05-dfe13f0dd5fd), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.951755 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (3a303baf-b9bc-4406-9e05-dfe13f0dd5fd), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:30.952818 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:30.953437 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.013352 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4072087 Oct 06 04:37:31.016425 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41854) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:31.018651 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8757db-1a0c-4717-b3cb-493614984abe admin admin] Pushing event updated for resources: {'Network': ['ID=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:31.021919 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Request body: {'subnet': {'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1246170307-subnet', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'ip_version': 4}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:37:31.028070 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:37:31.042153 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Made reservation on behalf of 43ee2f7c65044158a0230e4997d7bdf9 for: {'subnet': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:37:31.044712 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25945338'] for subnet (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.124555 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:31.225168 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26116792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945320'] for subnet (9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.261358 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:31.278165 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:31.293841 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Checking segment: {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:37:31.294201 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Network hostable DHCP agents. Network: 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:37:31.312230 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:37:31.321131 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd) {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:31.325871 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:31.327126 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.345396 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0969f118-85b7-432a-a8e4-e62a2cfe6a15 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3279464 Oct 06 04:37:31.348176 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41856) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:31.352464 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cd013e-cd15-4fcf-a906-973ba0ba36fe None None] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:37:31.352841 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:37:31.370540 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:31.373406 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.374533 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.431683 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks [] for router_controller (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), precommit_add_association {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.467046 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:31.481305 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:37:31.482260 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.566635 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks [] for router_gateway (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.619318 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Allocated IP 172.20.0.2 (3a303baf-b9bc-4406-9e05-dfe13f0dd5fd/9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1/51ef6e95-968b-436b-a8cb-9f9dd4286f5c) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:37:31.748632 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks [] for router_gateway (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.760834 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Publish callbacks [] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.768365 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.768729 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.809025 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:37:31.813759 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:31.817462 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:37:31.820645 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Pushing event updated for resources: {'Port': ['ID=51ef6e95-968b-436b-a8cb-9f9dd4286f5c,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:31.874857 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Attempting to bind port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:37:31.875882 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Attempting to bind port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:37:31.876646 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Attempting to bind port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c on network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:37:31.882826 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Allocated IP 172.27.0.36 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/e34b73b2-c7c3-4305-86f3-fe555725deea) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:37:31.921549 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:37:31.921968 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Checking segment: {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:37:31.923181 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.923570 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Bound using segment: {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:37:31.924079 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Bound port: 51ef6e95-968b-436b-a8cb-9f9dd4286f5c, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:37:31.924463 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.968389 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:31.994145 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks [] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:31.998009 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] For port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:37:32.002164 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] For port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=51ef6e95-968b-436b-a8cb-9f9dd4286f5c,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:37:32.008911 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:32.019386 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f9bc9-a40d-4264-ad54-0065a8de03b9 req-2faf332a-8785-4018-b0c4-8465837f1b8d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:32.021646 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-212f9bc9-a40d-4264-ad54-0065a8de03b9 req-2faf332a-8785-4018-b0c4-8465837f1b8d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0618944 Oct 06 04:37:32.049948 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:32.069620 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab654bd-32ab-4e48-9a1d-d365420f9f14 None None] Pushing event updated for resources: {'Port': ['ID=51ef6e95-968b-436b-a8cb-9f9dd4286f5c,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:32.085467 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-212f9bc9-a40d-4264-ad54-0065a8de03b9 req-defdb5c7-6a8f-4c2a-89e2-79d195682b74 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581136 Oct 06 04:37:32.110903 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Pushing event updated for resources: {'Port': ['ID=e34b73b2-c7c3-4305-86f3-fe555725deea,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:32.114319 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:37:32.116064 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:32.118025 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:37:32.375132 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks [] for router_gateway (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:32.452362 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:32.487734 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 51ef6e95-968b-436b-a8cb-9f9dd4286f5c up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:32.538279 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:32.539175 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:32.539705 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c Oct 06 04:37:32.574060 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:32.587369 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:32.590181 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:32.630211 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:32.630953 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:32.666103 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=51ef6e95-968b-436b-a8cb-9f9dd4286f5c,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:32.669665 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:32.712917 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:37:32.727360 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=51ef6e95-968b-436b-a8cb-9f9dd4286f5c,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:32.832629 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:37:32.848609 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Sync routers for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:37:32.853591 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:32.854844 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-8b6d28df-3119-4f48-b684-d1427406ff4b admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5055668 Oct 06 04:37:32.858596 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41876) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:32.867175 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:32.867955 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:37:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:32.974734 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:33.020070 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:33.214068 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d0a961-6a70-483d-8c27-16e822f92010 None None] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:37:33.318337 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-cb5c55b7-4f89-410a-aa4f-09a247c15ae9 None None] Provisioning complete for port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:33.318759 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cb5c55b7-4f89-410a-aa4f-09a247c15ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:33.319147 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-cb5c55b7-4f89-410a-aa4f-09a247c15ae9 None None] Attempt 1 to provision port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c Oct 06 04:37:33.355808 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:32Z', 'revision_number': 3, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:33.538019 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Checking router: 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:37:33.538325 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Updating router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd port e34b73b2-c7c3-4305-86f3-fe555725deea binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:37:33.545964 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4939-09b3-4495-bd71-c0ef1a0705cb req-2391f5e5-3b3e-467d-b01d-a20ed7df8de8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:33.553601 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f78f4939-09b3-4495-bd71-c0ef1a0705cb req-2391f5e5-3b3e-467d-b01d-a20ed7df8de8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0918252 Oct 06 04:37:33.635200 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:33.667712 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c55b7-4f89-410a-aa4f-09a247c15ae9 None None] Current status of the port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:33.726623 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f78f4939-09b3-4495-bd71-c0ef1a0705cb req-a7dd5598-b2fe-4623-97eb-fe3b9003633c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720109 Oct 06 04:37:33.805809 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:33.822586 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:34.006494 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:34.007180 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:34.012061 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Publish callbacks [] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.021122 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.067475 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Attempting to bind port e34b73b2-c7c3-4305-86f3-fe555725deea on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:37:34.067475 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Attempting to bind port e34b73b2-c7c3-4305-86f3-fe555725deea by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:37:34.067831 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Attempting to bind port e34b73b2-c7c3-4305-86f3-fe555725deea on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:37:34.076245 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Allocated IP 172.20.0.1 (3a303baf-b9bc-4406-9e05-dfe13f0dd5fd/9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1/bde8eb7d-12af-4005-ac89-dbad14dc43a1) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:37:34.149502 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:37:34.149878 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:37:34.150291 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.150682 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:37:34.151193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Bound port: e34b73b2-c7c3-4305-86f3-fe555725deea, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:37:34.151590 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.154524 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a0848-2f2b-421b-af9d-8d769ee272fa None None] Pushing event updated for resources: {'Port': ['ID=e34b73b2-c7c3-4305-86f3-fe555725deea,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:34.163645 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76c7abbe-6c4a-4614-9545-e255aa355510 None None] Provisioning complete for port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:34.164075 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76c7abbe-6c4a-4614-9545-e255aa355510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.164422 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76c7abbe-6c4a-4614-9545-e255aa355510 None None] Attempt 1 to provision port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c Oct 06 04:37:34.203823 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Publish callbacks [] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.220801 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-89163e64-2e90-4049-8e8e-7768ac339597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.262483 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] For port e34b73b2-c7c3-4305-86f3-fe555725deea, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:37:34.267462 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.270588 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] For port e34b73b2-c7c3-4305-86f3-fe555725deea, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=e34b73b2-c7c3-4305-86f3-fe555725deea,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:37:34.301831 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.313705 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:37:34.316094 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:34.319028 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:34.324601 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:37:34.368210 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.376204 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a0848-2f2b-421b-af9d-8d769ee272fa None None] Pushing event updated for resources: {'Port': ['ID=e34b73b2-c7c3-4305-86f3-fe555725deea,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:34.392898 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76c7abbe-6c4a-4614-9545-e255aa355510 None None] Current status of the port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:34.395570 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:34.396170 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:37:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:34.499217 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Pushing event updated for resources: {'Port': ['ID=bde8eb7d-12af-4005-ac89-dbad14dc43a1,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:34.529321 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 51ef6e95-968b-436b-a8cb-9f9dd4286f5c up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:34.578335 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.585526 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:34.665479 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:34.665855 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.666205 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c Oct 06 04:37:34.753362 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-b5a37261-f6c0-48b3-a3a5-38f0f0becc12 None None] Provisioning complete for port bde8eb7d-12af-4005-ac89-dbad14dc43a1 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:34.753744 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b5a37261-f6c0-48b3-a3a5-38f0f0becc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.754082 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-b5a37261-f6c0-48b3-a3a5-38f0f0becc12 None None] Attempt 1 to provision port bde8eb7d-12af-4005-ac89-dbad14dc43a1 Oct 06 04:37:34.780780 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Publish callbacks [] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.786867 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.842330 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:34.874506 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:34.887050 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Pushing event updated for resources: {'Port': ['ID=bde8eb7d-12af-4005-ac89-dbad14dc43a1,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:34.896994 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:34.924913 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b350b-064d-4ddf-af12-5eb3616f1527 req-ba2f44b5-2a74-48ff-9578-32cc735bf37a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:34.927207 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c80b350b-064d-4ddf-af12-5eb3616f1527 req-ba2f44b5-2a74-48ff-9578-32cc735bf37a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0773132 Oct 06 04:37:34.933939 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-b5a37261-f6c0-48b3-a3a5-38f0f0becc12 None None] Port bde8eb7d-12af-4005-ac89-dbad14dc43a1 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:37:34.961702 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:34.970507 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:32Z', 'revision_number': 3, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:35.001227 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ad713-ddcf-43f7-b03f-1710dee1b3e9 None None] The sync data for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi is: [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:32Z', 'revision_number': 3, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:37:35.025389 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c80b350b-064d-4ddf-af12-5eb3616f1527 req-1a6696dd-e238-4775-baa4-b42e829ff9f4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923376 Oct 06 04:37:35.057388 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:37:35.059186 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:35.216558 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:37:35.365029 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-9f492bf6-f401-47a9-a76e-a7393f1babe9 None None] Provisioning complete for port bde8eb7d-12af-4005-ac89-dbad14dc43a1 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:35.365581 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-9f492bf6-f401-47a9-a76e-a7393f1babe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:35.374922 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-9f492bf6-f401-47a9-a76e-a7393f1babe9 None None] Attempt 1 to provision port bde8eb7d-12af-4005-ac89-dbad14dc43a1 Oct 06 04:37:35.431142 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-9f492bf6-f401-47a9-a76e-a7393f1babe9 None None] Port bde8eb7d-12af-4005-ac89-dbad14dc43a1 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:37:35.432795 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:37:35.442209 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6cae69d4-88fe-432a-92a9-6168a00f8300 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/0bb4a19c-2ca9-4381-ae32-5f9673e35fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5820317 Oct 06 04:37:36.118774 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 41906) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:36.124744 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1186209583-network', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:37:36.155904 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Made reservation on behalf of d2b7266e22c2478e8e8b75229aae303e for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:37:36.159086 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.176673 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.187501 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e2bbf-5e11-4258-abb5-7dbfac6f9fed req-62eca78b-14d9-4ca8-8ed7-638081ef3846 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:36.189968 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8a6e2bbf-5e11-4258-abb5-7dbfac6f9fed req-62eca78b-14d9-4ca8-8ed7-638081ef3846 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0616758 Oct 06 04:37:36.223440 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:36.248226 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8a6e2bbf-5e11-4258-abb5-7dbfac6f9fed req-31287c0d-aec1-434f-8de2-4025185057dc tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494516 Oct 06 04:37:36.281057 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Publish callbacks [] for security_group (8785e14c-245f-45b3-8fa0-bb2f41a133e6), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.286248 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8785e14c-245f-45b3-8fa0-bb2f41a133e6), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.316591 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:37:36.326324 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8785e14c-245f-45b3-8fa0-bb2f41a133e6,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:36.333027 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (8e3ab291-540f-4d49-b02e-45be8c5460f8), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.333373 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Added segment 8e3ab291-540f-4d49-b02e-45be8c5460f8 of type vlan for network 98fc16a8-20a9-464f-9fe7-664b9c33a369 Oct 06 04:37:36.394220 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (98fc16a8-20a9-464f-9fe7-664b9c33a369), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.434461 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (98fc16a8-20a9-464f-9fe7-664b9c33a369), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.435924 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:36.438838 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.443836 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:36.464974 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-44f63418-7fec-4235-be9b-0ab47582b2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.473243 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3525832 Oct 06 04:37:36.476080 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41908) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:36.481503 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Request body: {'subnet': {'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1186209583-subnet', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'ip_version': 4}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:37:36.517430 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Made reservation on behalf of d2b7266e22c2478e8e8b75229aae303e for: {'subnet': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:37:36.521389 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25945338'] for subnet (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.527870 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e34b73b2-c7c3-4305-86f3-fe555725deea up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:36.542397 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d32bc-5328-41ee-a699-9875c36b9e54 admin admin] Pushing event updated for resources: {'Network': ['ID=98fc16a8-20a9-464f-9fe7-664b9c33a369,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:36.558199 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 98fc16a8-20a9-464f-9fe7-664b9c33a369 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:37:36.571544 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:36.683772 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port e34b73b2-c7c3-4305-86f3-fe555725deea triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:36.684175 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.684539 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port e34b73b2-c7c3-4305-86f3-fe555725deea Oct 06 04:37:36.777463 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port e34b73b2-c7c3-4305-86f3-fe555725deea is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:36.777946 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.778142 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26116792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945320'] for subnet (7c5d3d02-3441-4906-a11e-1c6356481502), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.803806 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port e34b73b2-c7c3-4305-86f3-fe555725deea, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=e34b73b2-c7c3-4305-86f3-fe555725deea,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:36.811563 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.822945 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5d3d02-3441-4906-a11e-1c6356481502,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:36.859551 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Checking segment: {'id': '8e3ab291-540f-4d49-b02e-45be8c5460f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:37:36.859919 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Network hostable DHCP agents. Network: 98fc16a8-20a9-464f-9fe7-664b9c33a369, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:37:36.869541 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=e34b73b2-c7c3-4305-86f3-fe555725deea,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:36.874795 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:36.883516 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Network 98fc16a8-20a9-464f-9fe7-664b9c33a369 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:37:36.903608 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 98fc16a8-20a9-464f-9fe7-664b9c33a369) {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:36.912615 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:36.913187 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc71ac7-2bf8-4452-a847-9b987df546cb None None] Network 98fc16a8-20a9-464f-9fe7-664b9c33a369 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:37:36.913324 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.932093 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-d82e1e1d-0503-42f7-ac2a-cfa6103e8b45 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4546459 Oct 06 04:37:36.934911 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 41910) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:36.943980 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:37:36.981942 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (df207c1f-b3a7-4572-9ff0-f71914a30d18), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:36.983126 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (df207c1f-b3a7-4572-9ff0-f71914a30d18), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.055225 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks [] for router_controller (df207c1f-b3a7-4572-9ff0-f71914a30d18), precommit_add_association {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.193920 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-98fc16a8-20a9-464f-9fe7-664b9c33a369', 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369', 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'fixed_ips': [{'subnet_id': '7c5d3d02-3441-4906-a11e-1c6356481502'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:37:37.194953 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.202166 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Sync routers for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:37:37.226909 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks [] for router_gateway (df207c1f-b3a7-4572-9ff0-f71914a30d18), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.234125 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:37.235345 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:37:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:37.351911 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:37.354346 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=14,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:37.398864 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Allocated IP 172.20.0.2 (98fc16a8-20a9-464f-9fe7-664b9c33a369/7c5d3d02-3441-4906-a11e-1c6356481502/0745cd91-0f5e-4780-b748-12dfb57500a6) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:37:37.488364 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4767f8-077c-4b1a-a015-d300c04da7a5 req-2694f6c2-5b6e-4181-8645-46aa74e5df25 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:37.490238 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5b4767f8-077c-4b1a-a015-d300c04da7a5 req-2694f6c2-5b6e-4181-8645-46aa74e5df25 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0588439 Oct 06 04:37:37.630066 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks [] for router_gateway (df207c1f-b3a7-4572-9ff0-f71914a30d18), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.679396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.698142 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Publish callbacks [] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.735003 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'bde8eb7d-12af-4005-ac89-dbad14dc43a1', 'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'mac_address': 'fa:16:3e:df:2a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:33Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 2, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'subnets': [{'id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:37.735742 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:37.767806 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Checking router: 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:37:37.768578 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Updating router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd port bde8eb7d-12af-4005-ac89-dbad14dc43a1 binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:37:37.802815 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.808446 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.887334 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Allocated IP 172.27.0.98 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/ab1863c5-1823-48f1-94b5-8b12502af021) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:37:37.889116 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:37.926895 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Network 98fc16a8-20a9-464f-9fe7-664b9c33a369 is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:37:37.937195 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:37.949088 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Pushing event updated for resources: {'Port': ['ID=0745cd91-0f5e-4780-b748-12dfb57500a6,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:37.953730 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:37:38.034412 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Attempting to bind port 0745cd91-0f5e-4780-b748-12dfb57500a6 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:37:38.035237 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Attempting to bind port 0745cd91-0f5e-4780-b748-12dfb57500a6 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '8e3ab291-540f-4d49-b02e-45be8c5460f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:37:38.035729 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Attempting to bind port 0745cd91-0f5e-4780-b748-12dfb57500a6 on network 98fc16a8-20a9-464f-9fe7-664b9c33a369 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:37:38.052430 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5b4767f8-077c-4b1a-a015-d300c04da7a5 req-d6bad96e-23a6-409c-8bcb-ab08e944c0b2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5146847 Oct 06 04:37:38.054733 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:38.120052 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:37:38.120583 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Checking segment: {'id': '8e3ab291-540f-4d49-b02e-45be8c5460f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:37:38.120919 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.121452 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Bound using segment: {'id': '8e3ab291-540f-4d49-b02e-45be8c5460f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:37:38.122006 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Bound port: 0745cd91-0f5e-4780-b748-12dfb57500a6, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3ab291-540f-4d49-b02e-45be8c5460f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:37:38.122399 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.126213 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks [] for port (ab1863c5-1823-48f1-94b5-8b12502af021), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.140523 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:38.169456 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.174183 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Publish callbacks [] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.182325 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.232147 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1863c5-1823-48f1-94b5-8b12502af021,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:38.235068 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] For port 0745cd91-0f5e-4780-b748-12dfb57500a6, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:37:38.245456 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] For port 0745cd91-0f5e-4780-b748-12dfb57500a6, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0745cd91-0f5e-4780-b748-12dfb57500a6,segment=NetworkSegment(8e3ab291-540f-4d49-b02e-45be8c5460f8),segment_id=8e3ab291-540f-4d49-b02e-45be8c5460f8)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:37:38.250308 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:37:38.252227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:38.255989 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:37:38.262811 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.322524 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Pushing event updated for resources: {'Port': ['ID=bde8eb7d-12af-4005-ac89-dbad14dc43a1,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:38.332381 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Attempting to bind port bde8eb7d-12af-4005-ac89-dbad14dc43a1 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:37:38.332759 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Attempting to bind port bde8eb7d-12af-4005-ac89-dbad14dc43a1 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:37:38.333131 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Attempting to bind port bde8eb7d-12af-4005-ac89-dbad14dc43a1 on network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:37:38.337756 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.338107 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.338485 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.338846 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.339200 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.339532 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.339860 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.340186 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.340515 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.340841 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.341685 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.342032 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.342371 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.342702 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.343066 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:38.352894 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5484eda-2119-412c-90f0-cafc2af6963f None None] Pushing event updated for resources: {'Port': ['ID=0745cd91-0f5e-4780-b748-12dfb57500a6,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:38.398111 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:37:38.398497 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Checking segment: {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:37:38.398900 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.399370 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Bound using segment: {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:37:38.399848 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Bound port: bde8eb7d-12af-4005-ac89-dbad14dc43a1, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:37:38.400229 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.500790 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:38.505368 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] For port bde8eb7d-12af-4005-ac89-dbad14dc43a1, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:37:38.509786 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] For port bde8eb7d-12af-4005-ac89-dbad14dc43a1, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=bde8eb7d-12af-4005-ac89-dbad14dc43a1,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:37:38.513450 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e34b73b2-c7c3-4305-86f3-fe555725deea up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:38.529748 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.548377 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:38.556944 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:38.557969 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:37:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:38.612855 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port e34b73b2-c7c3-4305-86f3-fe555725deea triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:38.613595 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:38.613807 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port e34b73b2-c7c3-4305-86f3-fe555725deea Oct 06 04:37:38.689162 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:38.741470 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port e34b73b2-c7c3-4305-86f3-fe555725deea is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:38.957776 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f054537-42bc-4c7f-bd21-bcb8ffb6dcf7 None None] Pushing event updated for resources: {'Port': ['ID=bde8eb7d-12af-4005-ac89-dbad14dc43a1,revision_number=4']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:38.979154 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'bde8eb7d-12af-4005-ac89-dbad14dc43a1', 'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'mac_address': 'fa:16:3e:df:2a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:33Z', 'updated_at': '2022-10-06T04:37:38Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'subnets': [{'id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:39.022925 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09655ecc-2ced-49c7-aaa0-62232bf4cb56 None None] The sync data for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi is: [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'bde8eb7d-12af-4005-ac89-dbad14dc43a1', 'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'mac_address': 'fa:16:3e:df:2a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:33Z', 'updated_at': '2022-10-06T04:37:38Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'subnets': [{'id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:37:39.045340 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:39.086578 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks [] for router_gateway (df207c1f-b3a7-4572-9ff0-f71914a30d18), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:39.256433 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2fcb-98c0-4434-9415-faac8678b20f req-dcaef45a-2da6-46d0-ab1e-7d1a0bbfca55 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:39.258576 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:39.263042 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-544b2fcb-98c0-4434-9415-faac8678b20f req-dcaef45a-2da6-46d0-ab1e-7d1a0bbfca55 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0949883 Oct 06 04:37:39.373008 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-544b2fcb-98c0-4434-9415-faac8678b20f req-f509da23-ef62-40f6-890b-098accebcba6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995266 Oct 06 04:37:39.425484 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (df207c1f-b3a7-4572-9ff0-f71914a30d18), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:39.598155 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:39.651525 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Router df207c1f-b3a7-4572-9ff0-f71914a30d18 is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:37:39.785251 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42971d-6670-4af3-b0aa-9b7b2528e5ac None None] Network 98fc16a8-20a9-464f-9fe7-664b9c33a369 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:37:39.805270 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:37:39.832784 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:39.838511 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 41922) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:39.849135 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-a0422f74-89b2-4def-bdc4-e651ea660ea9 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9117258 Oct 06 04:37:39.857935 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Sync routers for ids ['df207c1f-b3a7-4572-9ff0-f71914a30d18'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:37:39.947554 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-1a771a67-eaaa-4561-8bca-f9a08659eb3f None None] Provisioning complete for port 0745cd91-0f5e-4780-b748-12dfb57500a6 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:39.947928 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-1a771a67-eaaa-4561-8bca-f9a08659eb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:39.948276 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-1a771a67-eaaa-4561-8bca-f9a08659eb3f None None] Attempt 1 to provision port 0745cd91-0f5e-4780-b748-12dfb57500a6 Oct 06 04:37:40.001774 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Routers {'df207c1f-b3a7-4572-9ff0-f71914a30d18'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:40.002424 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:37:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['df207c1f-b3a7-4572-9ff0-f71914a30d18'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:40.091492 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:40.294846 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-1a771a67-eaaa-4561-8bca-f9a08659eb3f None None] Current status of the port 0745cd91-0f5e-4780-b748-12dfb57500a6 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:40.295661 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-1a771a67-eaaa-4561-8bca-f9a08659eb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:40.345198 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Set router df207c1f-b3a7-4572-9ff0-f71914a30d18 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:40.570728 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:40.576864 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-1a771a67-eaaa-4561-8bca-f9a08659eb3f None None] For port 0745cd91-0f5e-4780-b748-12dfb57500a6, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0745cd91-0f5e-4780-b748-12dfb57500a6,segment=NetworkSegment(8e3ab291-540f-4d49-b02e-45be8c5460f8),segment_id=8e3ab291-540f-4d49-b02e-45be8c5460f8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:40.600999 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-1a771a67-eaaa-4561-8bca-f9a08659eb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:40.636987 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:40.663294 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f22db-3f96-4ccb-b7ae-6384d603ce0f req-da4bc0c5-72b6-4333-b7ab-8886bb3ca692 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:40.664916 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c98f22db-3f96-4ccb-b7ae-6384d603ce0f req-da4bc0c5-72b6-4333-b7ab-8886bb3ca692 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.1115136 Oct 06 04:37:40.681343 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:40.682930 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device bde8eb7d-12af-4005-ac89-dbad14dc43a1 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:40.730040 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:40.752176 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:40.752519 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-41e4d980-206b-439e-bb51-3ee56ec3b9ff None None] Provisioning complete for port 0745cd91-0f5e-4780-b748-12dfb57500a6 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:40.753011 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-41e4d980-206b-439e-bb51-3ee56ec3b9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:40.753675 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-41e4d980-206b-439e-bb51-3ee56ec3b9ff None None] Attempt 1 to provision port 0745cd91-0f5e-4780-b748-12dfb57500a6 Oct 06 04:37:40.783118 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c98f22db-3f96-4ccb-b7ae-6384d603ce0f req-273ebd6b-8495-4294-8160-d44a297d40eb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099262 Oct 06 04:37:40.845529 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port bde8eb7d-12af-4005-ac89-dbad14dc43a1 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:40.846115 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:40.846476 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port bde8eb7d-12af-4005-ac89-dbad14dc43a1 Oct 06 04:37:40.897735 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Allocated IP 172.20.0.1 (98fc16a8-20a9-464f-9fe7-664b9c33a369/7c5d3d02-3441-4906-a11e-1c6356481502/0cdd0e68-1052-4376-b265-5ee103491c69) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:37:40.923786 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a771a67-eaaa-4561-8bca-f9a08659eb3f None None] Pushing event updated for resources: {'Port': ['ID=0745cd91-0f5e-4780-b748-12dfb57500a6,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:40.949204 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:36Z', 'updated_at': '2022-10-06T04:37:38Z', 'revision_number': 3, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'gw_port': {'id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:37Z', 'updated_at': '2022-10-06T04:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:40.977707 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Checking router: df207c1f-b3a7-4572-9ff0-f71914a30d18 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:37:40.978154 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Updating router df207c1f-b3a7-4572-9ff0-f71914a30d18 port ab1863c5-1823-48f1-94b5-8b12502af021 binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:37:41.046082 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.067706 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Publish callbacks [] for port (0cdd0e68-1052-4376-b265-5ee103491c69), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.101275 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-41e4d980-206b-439e-bb51-3ee56ec3b9ff None None] Current status of the port 0745cd91-0f5e-4780-b748-12dfb57500a6 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:41.115249 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.116907 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port bde8eb7d-12af-4005-ac89-dbad14dc43a1 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:41.117293 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.178827 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Network 98fc16a8-20a9-464f-9fe7-664b9c33a369 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:37:41.185504 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:41.190781 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:37:41.230153 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port bde8eb7d-12af-4005-ac89-dbad14dc43a1, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=bde8eb7d-12af-4005-ac89-dbad14dc43a1,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:41.251455 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.252277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0745cd91-0f5e-4780-b748-12dfb57500a6 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:41.267336 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (df207c1f-b3a7-4572-9ff0-f71914a30d18), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.279775 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdd0e68-1052-4376-b265-5ee103491c69,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:41.366504 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:41.503884 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.573592 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-cb65ebfb-0799-4c6c-8669-150441632e2b None None] Provisioning complete for port 0cdd0e68-1052-4376-b265-5ee103491c69 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:41.573976 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cb65ebfb-0799-4c6c-8669-150441632e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.574404 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-cb65ebfb-0799-4c6c-8669-150441632e2b None None] Attempt 1 to provision port 0cdd0e68-1052-4376-b265-5ee103491c69 Oct 06 04:37:41.579653 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=bde8eb7d-12af-4005-ac89-dbad14dc43a1,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:41.591055 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:41.649677 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 0745cd91-0f5e-4780-b748-12dfb57500a6 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:41.650062 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.650408 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 0745cd91-0f5e-4780-b748-12dfb57500a6 Oct 06 04:37:41.660088 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-cb65ebfb-0799-4c6c-8669-150441632e2b None None] Port 0cdd0e68-1052-4376-b265-5ee103491c69 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:37:41.708849 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Publish callbacks [] for port (0cdd0e68-1052-4376-b265-5ee103491c69), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.718115 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.754840 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Publish callbacks [] for port (ab1863c5-1823-48f1-94b5-8b12502af021), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.761023 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.762896 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:41.795816 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdd0e68-1052-4376-b265-5ee103491c69,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:41.798620 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (df207c1f-b3a7-4572-9ff0-f71914a30d18), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.835624 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Attempting to bind port ab1863c5-1823-48f1-94b5-8b12502af021 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:37:41.836252 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Attempting to bind port ab1863c5-1823-48f1-94b5-8b12502af021 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:37:41.836976 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Attempting to bind port ab1863c5-1823-48f1-94b5-8b12502af021 on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:37:41.858931 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:41.864052 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 0745cd91-0f5e-4780-b748-12dfb57500a6 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:41.866399 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6016e1-99c5-4b8a-a892-c8b559bbe947 None None] Pushing event updated for resources: {'Port': ['ID=ab1863c5-1823-48f1-94b5-8b12502af021,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:41.934082 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Network 98fc16a8-20a9-464f-9fe7-664b9c33a369 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:37:41.938010 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:37:41.938209 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:41.938420 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:37:41.938945 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.939365 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:37:41.939922 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Bound port: ab1863c5-1823-48f1-94b5-8b12502af021, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:37:41.940312 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:41.957323 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60b876-9217-4e10-b95f-973ec68d1479 req-5dc522ca-09a4-4a7b-bdac-79869d8acc95 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:41.964261 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6d60b876-9217-4e10-b95f-973ec68d1479 req-5dc522ca-09a4-4a7b-bdac-79869d8acc95 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0721877 Oct 06 04:37:42.019986 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] For port ab1863c5-1823-48f1-94b5-8b12502af021, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:37:42.027514 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] For port ab1863c5-1823-48f1-94b5-8b12502af021, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ab1863c5-1823-48f1-94b5-8b12502af021,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:37:42.055257 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:42.157446 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Routers {'df207c1f-b3a7-4572-9ff0-f71914a30d18'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:42.158118 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:37:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['df207c1f-b3a7-4572-9ff0-f71914a30d18'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:42.168913 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6d60b876-9217-4e10-b95f-973ec68d1479 req-aaef6e11-e552-42b1-9888-7eb2e2c20148 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019591 Oct 06 04:37:42.240196 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Router df207c1f-b3a7-4572-9ff0-f71914a30d18 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:37:42.255280 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6016e1-99c5-4b8a-a892-c8b559bbe947 None None] Pushing event updated for resources: {'Port': ['ID=ab1863c5-1823-48f1-94b5-8b12502af021,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:42.295420 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-9d1a106a-dbf0-439b-a2a5-cb291380266e None None] Provisioning complete for port 0cdd0e68-1052-4376-b265-5ee103491c69 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:42.295527 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-9d1a106a-dbf0-439b-a2a5-cb291380266e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:42.297214 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-9d1a106a-dbf0-439b-a2a5-cb291380266e None None] Attempt 1 to provision port 0cdd0e68-1052-4376-b265-5ee103491c69 Oct 06 04:37:42.360356 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:37:42.371541 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-09bc73a4-bea9-4336-b7bc-f05b50e2a327 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/df207c1f-b3a7-4572-9ff0-f71914a30d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5320570 Oct 06 04:37:42.384658 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a106a-dbf0-439b-a2a5-cb291380266e None None] Port 0cdd0e68-1052-4376-b265-5ee103491c69 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:37:42.388402 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] Set router df207c1f-b3a7-4572-9ff0-f71914a30d18 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:42.518350 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device bde8eb7d-12af-4005-ac89-dbad14dc43a1 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:42.612339 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port bde8eb7d-12af-4005-ac89-dbad14dc43a1 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:42.612827 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:42.613235 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port bde8eb7d-12af-4005-ac89-dbad14dc43a1 Oct 06 04:37:42.682218 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:42.691484 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:36Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 4, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'gw_port': {'id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:37Z', 'updated_at': '2022-10-06T04:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0cdd0e68-1052-4376-b265-5ee103491c69', 'name': '', 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'mac_address': 'fa:16:3e:51:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:40Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 2, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'subnets': [{'id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:42.726329 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02949e-e391-4185-b088-4ab1b509f849 None None] The sync data for ids ['df207c1f-b3a7-4572-9ff0-f71914a30d18'] in dv-cinder-860227-2-iscsi is: [{'id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:36Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 4, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'gw_port': {'id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:37Z', 'updated_at': '2022-10-06T04:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0cdd0e68-1052-4376-b265-5ee103491c69', 'name': '', 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'mac_address': 'fa:16:3e:51:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:40Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 2, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'subnets': [{'id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:37:42.783989 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port bde8eb7d-12af-4005-ac89-dbad14dc43a1 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:42.785297 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0745cd91-0f5e-4780-b748-12dfb57500a6 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:42.833147 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 0745cd91-0f5e-4780-b748-12dfb57500a6 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:42.833662 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:42.834102 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 0745cd91-0f5e-4780-b748-12dfb57500a6 Oct 06 04:37:42.946626 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 0745cd91-0f5e-4780-b748-12dfb57500a6 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:43.411799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676817a8-a35c-40e9-8828-677bf41fe395 req-57b30c84-8211-41a2-bf1f-0c14b9f2817e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:43.414040 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-676817a8-a35c-40e9-8828-677bf41fe395 req-57b30c84-8211-41a2-bf1f-0c14b9f2817e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0977745 Oct 06 04:37:43.540438 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-676817a8-a35c-40e9-8828-677bf41fe395 req-14470c1e-4c94-4e09-890c-0b11b877587d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201575 Oct 06 04:37:44.652664 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ab1863c5-1823-48f1-94b5-8b12502af021 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:44.709671 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:44.712353 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port ab1863c5-1823-48f1-94b5-8b12502af021 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:44.712870 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:44.713275 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port ab1863c5-1823-48f1-94b5-8b12502af021 Oct 06 04:37:44.838014 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4791b4-6104-4a07-bfb3-3cf527d81bca req-cca6ed1c-c287-4e25-9815-0f43ca29e88c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:44.853672 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port ab1863c5-1823-48f1-94b5-8b12502af021 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:44.854326 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:44.865684 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0d4791b4-6104-4a07-bfb3-3cf527d81bca req-cca6ed1c-c287-4e25-9815-0f43ca29e88c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.1271803 Oct 06 04:37:44.882934 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port ab1863c5-1823-48f1-94b5-8b12502af021, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ab1863c5-1823-48f1-94b5-8b12502af021,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:44.891818 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:44.959572 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=ab1863c5-1823-48f1-94b5-8b12502af021,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:44.974674 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0d4791b4-6104-4a07-bfb3-3cf527d81bca req-185181d4-5a03-4867-904a-e782215fa17c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080346 Oct 06 04:37:46.122062 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64952531-bea9-4690-a321-83ca34ce6f2e req-1888b5e5-833c-4ae4-b9a5-9e62a6bb6205 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:46.123600 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-64952531-bea9-4690-a321-83ca34ce6f2e req-1888b5e5-833c-4ae4-b9a5-9e62a6bb6205 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0646844 Oct 06 04:37:46.235151 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-64952531-bea9-4690-a321-83ca34ce6f2e req-b8ebd5d3-9d5f-40b7-a5a9-6b09c6db72cd tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960011 Oct 06 04:37:46.549797 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ab1863c5-1823-48f1-94b5-8b12502af021 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:46.597680 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port ab1863c5-1823-48f1-94b5-8b12502af021 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:46.598060 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:46.598399 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port ab1863c5-1823-48f1-94b5-8b12502af021 Oct 06 04:37:46.679503 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port ab1863c5-1823-48f1-94b5-8b12502af021 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:46.950144 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Sync routers for ids ['df207c1f-b3a7-4572-9ff0-f71914a30d18'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:37:46.961775 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Routers {'df207c1f-b3a7-4572-9ff0-f71914a30d18'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:46.962451 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:37:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['df207c1f-b3a7-4572-9ff0-f71914a30d18'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:47.074323 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Set router df207c1f-b3a7-4572-9ff0-f71914a30d18 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:47.297316 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:47.299039 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:36Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 4, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'gw_port': {'id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:37Z', 'updated_at': '2022-10-06T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0cdd0e68-1052-4376-b265-5ee103491c69', 'name': '', 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'mac_address': 'fa:16:3e:51:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:40Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 2, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'subnets': [{'id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:47.334180 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Checking router: df207c1f-b3a7-4572-9ff0-f71914a30d18 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:37:47.334466 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Updating router df207c1f-b3a7-4572-9ff0-f71914a30d18 port 0cdd0e68-1052-4376-b265-5ee103491c69 binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:37:47.365757 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:47.366506 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c065b60-6cc4-47dc-ac0e-2a48c6613df4 req-c67b3571-3b79-4027-945e-d947e3938c6b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:47.374260 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1c065b60-6cc4-47dc-ac0e-2a48c6613df4 req-c67b3571-3b79-4027-945e-d947e3938c6b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0568817 Oct 06 04:37:47.431752 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1c065b60-6cc4-47dc-ac0e-2a48c6613df4 req-888f540e-fdd0-4af9-8bda-024c2dea5bdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561576 Oct 06 04:37:47.759995 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Publish callbacks [] for port (0cdd0e68-1052-4376-b265-5ee103491c69), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:47.767373 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:47.816128 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a15c0-54aa-4419-a76d-1d523ebf4778 None None] Pushing event updated for resources: {'Port': ['ID=0cdd0e68-1052-4376-b265-5ee103491c69,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:47.883722 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Attempting to bind port 0cdd0e68-1052-4376-b265-5ee103491c69 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:37:47.884489 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Attempting to bind port 0cdd0e68-1052-4376-b265-5ee103491c69 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '8e3ab291-540f-4d49-b02e-45be8c5460f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:37:47.885073 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Attempting to bind port 0cdd0e68-1052-4376-b265-5ee103491c69 on network 98fc16a8-20a9-464f-9fe7-664b9c33a369 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:37:47.933798 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:37:47.934260 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Checking segment: {'id': '8e3ab291-540f-4d49-b02e-45be8c5460f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:37:47.934560 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:47.935019 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Bound using segment: {'id': '8e3ab291-540f-4d49-b02e-45be8c5460f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:37:47.935477 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Bound port: 0cdd0e68-1052-4376-b265-5ee103491c69, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3ab291-540f-4d49-b02e-45be8c5460f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:37:47.935851 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:48.018570 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:48.024602 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] For port 0cdd0e68-1052-4376-b265-5ee103491c69, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:37:48.029536 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] For port 0cdd0e68-1052-4376-b265-5ee103491c69, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0cdd0e68-1052-4376-b265-5ee103491c69,segment=NetworkSegment(8e3ab291-540f-4d49-b02e-45be8c5460f8),segment_id=8e3ab291-540f-4d49-b02e-45be8c5460f8)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:37:48.037638 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:48.080489 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Routers {'df207c1f-b3a7-4572-9ff0-f71914a30d18'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:37:48.081168 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:37:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['df207c1f-b3a7-4572-9ff0-f71914a30d18'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:48.142679 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a15c0-54aa-4419-a76d-1d523ebf4778 None None] Pushing event updated for resources: {'Port': ['ID=0cdd0e68-1052-4376-b265-5ee103491c69,revision_number=4']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:48.191507 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-0bcaab96-5258-4a84-ab09-587432d0a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:48.193014 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-0bcaab96-5258-4a84-ab09-587432d0a881 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 1129 time: 0.1868768 Oct 06 04:37:48.227029 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] Set router df207c1f-b3a7-4572-9ff0-f71914a30d18 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:37:48.301729 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-dbb51fd2-8a86-43ca-8a69-3a1f33780dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:48.303207 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-dbb51fd2-8a86-43ca-8a69-3a1f33780dd2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.1025410 Oct 06 04:37:48.371483 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-2cc5544b-4c79-4607-8c2d-161bbc850111 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c HTTP/1.1" status: 200 len: 1000 time: 0.0612662 Oct 06 04:37:48.439207 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-ee19335a-2672-42e4-a846-d86fa73d8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:48.441234 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-ee19335a-2672-42e4-a846-d86fa73d8c64 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0635951 Oct 06 04:37:48.452442 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:48.478533 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:36Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 4, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'gw_port': {'id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:37Z', 'updated_at': '2022-10-06T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0cdd0e68-1052-4376-b265-5ee103491c69', 'name': '', 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'mac_address': 'fa:16:3e:51:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:40Z', 'updated_at': '2022-10-06T04:37:48Z', 'revision_number': 4, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'subnets': [{'id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:37:48.515062 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-b4f5fb84-16a0-46f4-b8d3-b765e2ca2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:48.527219 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-b4f5fb84-16a0-46f4-b8d3-b765e2ca2c4c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696824 Oct 06 04:37:48.551852 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede2f55-9c9a-42dd-b3f8-9c124747a4c1 None None] The sync data for ids ['df207c1f-b3a7-4572-9ff0-f71914a30d18'] in dv-cinder-860227-2-iscsi is: [{'id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:36Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 4, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'gw_port': {'id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:37Z', 'updated_at': '2022-10-06T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0cdd0e68-1052-4376-b265-5ee103491c69', 'name': '', 'network_id': '98fc16a8-20a9-464f-9fe7-664b9c33a369', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'mac_address': 'fa:16:3e:51:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:40Z', 'updated_at': '2022-10-06T04:37:48Z', 'revision_number': 4, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'subnets': [{'id': '7c5d3d02-3441-4906-a11e-1c6356481502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:37:48.565687 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0cdd0e68-1052-4376-b265-5ee103491c69 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:48.638566 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 0cdd0e68-1052-4376-b265-5ee103491c69 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:48.638946 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:48.639307 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 0cdd0e68-1052-4376-b265-5ee103491c69 Oct 06 04:37:48.674318 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068d8c5-9a64-4a53-8eca-73fa8c31b4a1 req-6e9a0798-ae81-4506-951a-24d5bfb532c5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:48.676570 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b068d8c5-9a64-4a53-8eca-73fa8c31b4a1 req-6e9a0798-ae81-4506-951a-24d5bfb532c5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0805638 Oct 06 04:37:48.752724 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 0cdd0e68-1052-4376-b265-5ee103491c69 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:48.753164 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:48.778504 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b068d8c5-9a64-4a53-8eca-73fa8c31b4a1 req-a52acdbc-49ed-4f8d-82b3-a55c58fe63f7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699375 Oct 06 04:37:48.801787 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 0cdd0e68-1052-4376-b265-5ee103491c69, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0cdd0e68-1052-4376-b265-5ee103491c69,segment=NetworkSegment(8e3ab291-540f-4d49-b02e-45be8c5460f8),segment_id=8e3ab291-540f-4d49-b02e-45be8c5460f8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:48.818473 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:48.834021 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-bbe01397-c780-4ce7-85a8-b417c0167057 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057671 Oct 06 04:37:48.854295 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:48.888703 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=0cdd0e68-1052-4376-b265-5ee103491c69,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:48.935643 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:48.955867 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-48687c7b-2fe7-4d4a-92bf-38749fb3acad req-4ad532c0-acbc-4506-8cb4-43963f649769 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124432 Oct 06 04:37:49.945283 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:49.954342 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df45b2-248d-420f-a1b9-2c91fb16fd1b req-494274e5-a46c-4803-8396-e151b2efef71 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:49.955885 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c2df45b2-248d-420f-a1b9-2c91fb16fd1b req-494274e5-a46c-4803-8396-e151b2efef71 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 945 time: 0.0520022 Oct 06 04:37:50.030030 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c2df45b2-248d-420f-a1b9-2c91fb16fd1b req-42b3cb09-bb6c-41b6-a133-946631410ab2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629313 Oct 06 04:37:50.493015 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0cdd0e68-1052-4376-b265-5ee103491c69 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:37:50.541556 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 0cdd0e68-1052-4376-b265-5ee103491c69 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:50.541940 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:50.542281 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 0cdd0e68-1052-4376-b265-5ee103491c69 Oct 06 04:37:50.633757 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 0cdd0e68-1052-4376-b265-5ee103491c69 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:50.728036 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:37:50.821242 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 542157e8-aced-4f6a-815d-a118c4b3ca2c is: ACTIVE; New status is: DOWN {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:50.821906 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:50.850401 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:37:50.853042 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8557ec44-78e9-4361-85f4-9be2ed1d3b15" -d '{"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:37:50.866925 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:37:50.872801 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:50.900271 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:50.923335 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 06 Oct 2022 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf8ead5-4847-4f86-afd0-2580c17cb3f1 x-openstack-request-id: req-bbf8ead5-4847-4f86-afd0-2580c17cb3f1 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:37:50.923717 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:37:50.924039 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bbf8ead5-4847-4f86-afd0-2580c17cb3f1 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:37:50.924564 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf8ead5-4847-4f86-afd0-2580c17cb3f1'] response: {'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'code': 200} Oct 06 04:37:50.941989 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=8']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:51.174891 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae8ff9-b80e-4f2a-92c4-739d3e777f38 req-0c2118e4-6244-48c3-b61e-359fc5be33b0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:51.177025 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7bae8ff9-b80e-4f2a-92c4-739d3e777f38 req-0c2118e4-6244-48c3-b61e-359fc5be33b0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0531645 Oct 06 04:37:51.239764 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7bae8ff9-b80e-4f2a-92c4-739d3e777f38 req-49c13d10-17c5-4ee1-8605-067e0435c10c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547433 Oct 06 04:37:51.918460 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [req-7c20f6e7-890d-4526-9d8f-f2f83de5768c req-4824a8af-26ea-48e4-aa6c-36bdf8a69828 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:37:51.919499 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7c20f6e7-890d-4526-9d8f-f2f83de5768c req-4824a8af-26ea-48e4-aa6c-36bdf8a69828 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0581205 Oct 06 04:37:52.145050 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fa580-7f57-4b71-871a-246c2d8811ee req-e20c6961-88c8-4569-a070-ab1d5044cafc tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:52.146627 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-630fa580-7f57-4b71-871a-246c2d8811ee req-e20c6961-88c8-4569-a070-ab1d5044cafc tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0495927 Oct 06 04:37:52.206631 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-630fa580-7f57-4b71-871a-246c2d8811ee req-4904ea1b-0f86-43f6-8325-860c63757eb3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540574 Oct 06 04:37:52.423308 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42044) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:52.500960 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:52.516248 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-bc52e078-db8c-4d5c-8e73-3ba064e4e18a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914917 Oct 06 04:37:52.525287 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-618f58a6-912f-4ff2-ae1a-a0c1a0362e20 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:37:52.526550 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-618f58a6-912f-4ff2-ae1a-a0c1a0362e20 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054424 Oct 06 04:37:52.612613 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42052) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:37:52.740908 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-c68b21a6-d18e-4c93-86b0-b4dd3f434dcc tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:52.742447 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-c68b21a6-d18e-4c93-86b0-b4dd3f434dcc tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports/542157e8-aced-4f6a-815d-a118c4b3ca2c HTTP/1.1" status: 200 len: 940 time: 0.1288145 Oct 06 04:37:53.370402 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dfef2-5b7d-4d19-baa9-9417b12f8c0b req-4be1b886-b80e-43ae-9edc-23b94a14c178 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:53.372073 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a73dfef2-5b7d-4d19-baa9-9417b12f8c0b req-4be1b886-b80e-43ae-9edc-23b94a14c178 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0578413 Oct 06 04:37:53.437875 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a73dfef2-5b7d-4d19-baa9-9417b12f8c0b req-3e1c64c1-d5ac-4dd5-8afa-257d04f954e4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591369 Oct 06 04:37:53.619179 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-f130c2e9-6c49-4884-b0e3-78cc59e3b6f7 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:53.620535 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-f130c2e9-6c49-4884-b0e3-78cc59e3b6f7 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/networks?id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd HTTP/1.1" status: 200 len: 815 time: 0.1040869 Oct 06 04:37:53.635440 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-df31764e-87c5-4c3a-9cd4-190c7231b9c8 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/quotas/43ee2f7c65044158a0230e4997d7bdf9 HTTP/1.1" status: 200 len: 375 time: 0.0087087 Oct 06 04:37:53.680244 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:53.691540 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-3eaf4aa1-fd03-49fe-80e2-5a45cc9de222 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513349 Oct 06 04:37:53.833225 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-e8baea50-e00e-433c-9a78-d8525091840e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304624 Oct 06 04:37:53.932263 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-7894b56e-b18d-46c6-be82-46b953b26e0a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933008 Oct 06 04:37:54.109630 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9d0c8767-f2c9-41c2-ad12-cb1aad139422 req-180f728d-6d7a-4e19-98ed-ae9585f39f03 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 210 time: 0.0304961 Oct 06 04:37:54.573031 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56354-ea71-4bd8-8f03-182bf3e1c35b req-ba7636af-9f29-48e5-8cf8-a927b9085f67 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:54.574530 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-09c56354-ea71-4bd8-8f03-182bf3e1c35b req-ba7636af-9f29-48e5-8cf8-a927b9085f67 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0496929 Oct 06 04:37:54.594471 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:37:54.638782 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-09c56354-ea71-4bd8-8f03-182bf3e1c35b req-c18f0d6f-3043-4f04-afbe-65189d328516 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575087 Oct 06 04:37:54.757260 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:37:54.825773 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 542157e8-aced-4f6a-815d-a118c4b3ca2c is: DOWN; New status is: DOWN {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:37:55.007915 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-e9ba6414-9c3c-4cf8-8fbe-75340d3a3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:55.009344 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-e9ba6414-9c3c-4cf8-8fbe-75340d3a3f95 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c&tenant_id=594a13a702cf47898a48ab4fd6789359 HTTP/1.1" status: 200 len: 1127 time: 0.0795536 Oct 06 04:37:55.096160 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-6ab19429-dc07-40a2-af48-c834c578e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:55.097652 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-6ab19429-dc07-40a2-af48-c834c578e08b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 1127 time: 0.0410151 Oct 06 04:37:55.206052 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-d7b5fde8-e33e-47f5-8737-cebdfe6ff588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:55.207561 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-d7b5fde8-e33e-47f5-8737-cebdfe6ff588 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.1027966 Oct 06 04:37:55.222522 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b02b99dd-b61a-4a79-88cb-a1f586fe58b1 req-24074690-f77b-473e-a6c4-373d74eba411 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 210 time: 0.0292547 Oct 06 04:37:55.277060 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-f44f8c99-8be1-4793-818d-3e80909acff0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c HTTP/1.1" status: 200 len: 998 time: 0.0634258 Oct 06 04:37:55.351500 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-550aa6a0-33d8-46b3-bbb1-20da36a0c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:55.352940 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-550aa6a0-33d8-46b3-bbb1-20da36a0c03d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0468974 Oct 06 04:37:55.580351 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-5bc5976f-3c7d-43d6-9f0b-172ca9a8e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:55.581822 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-5bc5976f-3c7d-43d6-9f0b-172ca9a8e90f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402949 Oct 06 04:37:55.680822 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-de400b01-2f5d-4caf-bad4-4d0279607d7e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858696 Oct 06 04:37:55.779113 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:55.805800 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ae691-1e2b-4914-ba93-d7f1303e08b8 req-dbf97e26-372b-4672-a43c-5f9ef165502e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:55.807353 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d61ae691-1e2b-4914-ba93-d7f1303e08b8 req-dbf97e26-372b-4672-a43c-5f9ef165502e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0651786 Oct 06 04:37:55.851590 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-233a23b3-9c61-4d44-9c8c-8947609d720e req-62652aab-5242-40c4-8947-63ef968eabcf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635756 Oct 06 04:37:55.879900 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d61ae691-1e2b-4914-ba93-d7f1303e08b8 req-2a0aafcf-5009-467d-9423-c8507f276d04 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655015 Oct 06 04:37:56.040302 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-e8f9aa06-2d4f-4c71-8e7e-2e8c3cbfde48 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:56.041784 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-e8f9aa06-2d4f-4c71-8e7e-2e8c3cbfde48 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd HTTP/1.1" status: 200 len: 815 time: 0.3656681 Oct 06 04:37:56.123852 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'port': {'device_id': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'admin_state_up': True, 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:37:56.277106 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Made reservation on behalf of 43ee2f7c65044158a0230e4997d7bdf9 for: {'port': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:37:56.288917 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:56.426344 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a0588696-fd15-499a-9b53-803525ef7207 req-2042fe2e-eef1-45b1-af7e-3976ea815716 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 210 time: 0.0878513 Oct 06 04:37:56.556534 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Allocated IP 172.20.0.8 (3a303baf-b9bc-4406-9e05-dfe13f0dd5fd/9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1/45ae6e2d-fb0b-43fb-856e-042caa9bfd4d) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:37:56.573801 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:56.773626 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:56.838492 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:56.849234 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:56.888563 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:37:56.895476 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:37:56.899856 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:37:56.943944 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'Port': ['ID=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:37:56.953119 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:56.954681 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.955506 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.956099 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.956641 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.957035 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.957391 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.957893 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.958233 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.958695 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.967554 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.968707 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.969067 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.969437 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.969787 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.970120 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:37:56.995047 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:56.995738 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:57.024336 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-d1562284-9f31-4fb6-ab3c-200aae13abd3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9048126 Oct 06 04:37:57.085931 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1252c-4689-493a-a9bf-7b010b8549ff req-f836a5ce-9945-43af-a0a7-f24b72469db3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:57.087490 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b0c1252c-4689-493a-a9bf-7b010b8549ff req-f836a5ce-9945-43af-a0a7-f24b72469db3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0499208 Oct 06 04:37:57.099488 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:37:57.137243 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b0c1252c-4689-493a-a9bf-7b010b8549ff req-f9cd6dc2-e34e-450b-b7cd-8f96d11e8642 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441029 Oct 06 04:37:57.242193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-3f0ae1b3-cbb5-442f-9935-aa8c9135d308 None None] Provisioning complete for port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:37:57.242889 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae1b3-cbb5-442f-9935-aa8c9135d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:37:57.243456 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-3f0ae1b3-cbb5-442f-9935-aa8c9135d308 None None] Attempt 1 to provision port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d Oct 06 04:37:57.281409 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-3f0ae1b3-cbb5-442f-9935-aa8c9135d308 None None] Port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:37:57.568097 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d371dfd-4a74-4eb1-9896-0b51821976ac req-7b4a92d2-190d-477b-92d9-0389409535dd tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:57.569689 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1d371dfd-4a74-4eb1-9896-0b51821976ac req-7b4a92d2-190d-477b-92d9-0389409535dd tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0642257 Oct 06 04:37:57.617494 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1d371dfd-4a74-4eb1-9896-0b51821976ac req-448b1d8f-c278-4074-be2c-ea52b9157392 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Oct 06 04:37:58.283128 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aab44f-891c-4c9d-b222-bd4454165cda req-b83f4529-c9f2-4e2d-b762-c5b440f6444c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:58.284596 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9aab44f-891c-4c9d-b222-bd4454165cda req-b83f4529-c9f2-4e2d-b762-c5b440f6444c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0482638 Oct 06 04:37:58.331364 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9aab44f-891c-4c9d-b222-bd4454165cda req-67fa9563-af80-4529-8621-ab8b9c37d714 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412238 Oct 06 04:37:58.741815 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84366a7-1330-4183-aa23-5d318089b0fe req-0d3be861-1c2f-4525-ab2c-9dbac42031b6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:58.743259 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b84366a7-1330-4183-aa23-5d318089b0fe req-0d3be861-1c2f-4525-ab2c-9dbac42031b6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0462565 Oct 06 04:37:58.795727 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b84366a7-1330-4183-aa23-5d318089b0fe req-4b00019d-9e47-4408-aa91-aa6a9582fb83 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463147 Oct 06 04:37:59.471333 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f1c6f-1ec1-4726-8992-6de9211c0710 req-bbb0ac0c-bdeb-43f5-b558-5053320978ec tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:59.472800 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-635f1c6f-1ec1-4726-8992-6de9211c0710 req-bbb0ac0c-bdeb-43f5-b558-5053320978ec tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0534697 Oct 06 04:37:59.519546 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-635f1c6f-1ec1-4726-8992-6de9211c0710 req-c1c1e72b-f118-4200-87b9-26d011de4814 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410833 Oct 06 04:37:59.918874 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828a015-a8ae-4f95-a141-b9cd698ee103 req-526d18e3-4014-49f2-a8a2-778324e6d418 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:37:59.920343 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5828a015-a8ae-4f95-a141-b9cd698ee103 req-526d18e3-4014-49f2-a8a2-778324e6d418 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0492458 Oct 06 04:37:59.968078 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5828a015-a8ae-4f95-a141-b9cd698ee103 req-de89a5f7-8efc-4aa4-be7e-6f5eeb18b3cb tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Oct 06 04:38:00.657363 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9affd-3086-4fee-b47b-a7d9f92dc328 req-3ad4703f-488a-49bf-b97d-bb397c861c6b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:00.658949 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-dbd9affd-3086-4fee-b47b-a7d9f92dc328 req-3ad4703f-488a-49bf-b97d-bb397c861c6b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0506284 Oct 06 04:38:00.706153 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-dbd9affd-3086-4fee-b47b-a7d9f92dc328 req-ca0b51e7-3142-451c-ab3e-26450d28e8e6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415900 Oct 06 04:38:01.119723 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3efdf-2e34-44f3-b52f-bd8fb1156ac4 req-f3ec5ec0-4379-47b0-a2a6-78aef80b6771 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:01.121263 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e3b3efdf-2e34-44f3-b52f-bd8fb1156ac4 req-f3ec5ec0-4379-47b0-a2a6-78aef80b6771 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0695076 Oct 06 04:38:01.175593 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e3b3efdf-2e34-44f3-b52f-bd8fb1156ac4 req-1bf23d29-4d27-4e05-91fb-1238900d3ca4 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473943 Oct 06 04:38:01.843749 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a921e7b-ad43-4070-93a3-606f1e87a861 req-462b2c47-0bd1-4608-82b2-f28089f8bc6a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:01.846857 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4a921e7b-ad43-4070-93a3-606f1e87a861 req-462b2c47-0bd1-4608-82b2-f28089f8bc6a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0561185 Oct 06 04:38:01.896160 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4a921e7b-ad43-4070-93a3-606f1e87a861 req-c2871d66-391a-47f0-b945-851a3b69f554 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Oct 06 04:38:02.318950 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ec8b8-7056-4548-9712-3b3e764b2d92 req-1b0e1078-61dd-4f80-9a80-ac32d86cc52e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:02.320456 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-470ec8b8-7056-4548-9712-3b3e764b2d92 req-1b0e1078-61dd-4f80-9a80-ac32d86cc52e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0511563 Oct 06 04:38:02.370175 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-470ec8b8-7056-4548-9712-3b3e764b2d92 req-e1073dd4-ca84-4631-a2c6-6cc8172831d6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442047 Oct 06 04:38:02.577986 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:03.034697 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84dc44-d683-45bf-9245-5d1c67511fcb req-6cbb2c4a-7fcf-4595-a272-b92609a902ea tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:03.036431 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0b84dc44-d683-45bf-9245-5d1c67511fcb req-6cbb2c4a-7fcf-4595-a272-b92609a902ea tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0544529 Oct 06 04:38:03.103671 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0b84dc44-d683-45bf-9245-5d1c67511fcb req-5a01f3a9-f3f6-4fde-98cc-2a3cf5787ca4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609879 Oct 06 04:38:03.496963 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6755841-06f4-49a9-9627-ed7a55105b15 req-0b3f70ec-36f5-47ab-9cf5-2dcdc7fdcb16 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:03.498349 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d6755841-06f4-49a9-9627-ed7a55105b15 req-0b3f70ec-36f5-47ab-9cf5-2dcdc7fdcb16 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0480466 Oct 06 04:38:03.544391 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d6755841-06f4-49a9-9627-ed7a55105b15 req-0fa1f5bc-3a4a-4ea7-b459-5ed31a01f153 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Oct 06 04:38:04.087663 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2ed34d41-3435-4975-8e07-7480b2671272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:04.243487 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fcbb1-5546-4c69-bdbd-74ed4510d37c req-0c96d189-5c33-4af5-8213-2e681eef55c4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:04.245239 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ed6fcbb1-5546-4c69-bdbd-74ed4510d37c req-0c96d189-5c33-4af5-8213-2e681eef55c4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0646350 Oct 06 04:38:04.304754 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ed6fcbb1-5546-4c69-bdbd-74ed4510d37c req-728a8da5-1317-4bb3-80cf-d4ead55a745c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486438 Oct 06 04:38:04.667104 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f2d8-0477-4adb-96da-e993fdc1ff78 req-3a642cf4-b58e-44be-bfe4-29c217a35a5c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:04.668603 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2359f2d8-0477-4adb-96da-e993fdc1ff78 req-3a642cf4-b58e-44be-bfe4-29c217a35a5c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0453162 Oct 06 04:38:04.724901 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2359f2d8-0477-4adb-96da-e993fdc1ff78 req-306aa7b2-190d-42d2-a175-24aa5cbf2bd2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490990 Oct 06 04:38:05.442861 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd0c05-01ce-4093-8ee0-b3a449b71cff req-2670ed0e-c63e-4cee-bda5-a2c32d81e3c8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:05.451409 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-46bd0c05-01ce-4093-8ee0-b3a449b71cff req-2670ed0e-c63e-4cee-bda5-a2c32d81e3c8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0614290 Oct 06 04:38:05.496290 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-46bd0c05-01ce-4093-8ee0-b3a449b71cff req-e27835fa-0a73-4f45-a5e9-ecc4e80d69d4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437837 Oct 06 04:38:05.864862 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442813ef-989c-45d3-b39e-559e42c173fb req-008503a0-47bc-4aad-8b2d-b87e1603e88b tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:05.866441 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-442813ef-989c-45d3-b39e-559e42c173fb req-008503a0-47bc-4aad-8b2d-b87e1603e88b tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0634921 Oct 06 04:38:05.931867 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-442813ef-989c-45d3-b39e-559e42c173fb req-8094eeb9-2b9d-4dce-a0be-874385547c20 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595610 Oct 06 04:38:06.441321 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cbd0229c-1ad9-4712-943a-e18cbf1698c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:06.632829 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579df867-f19c-482b-8373-25c950588029 req-4600f760-a16b-481d-9a39-afca1d1defae tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:06.635934 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-579df867-f19c-482b-8373-25c950588029 req-4600f760-a16b-481d-9a39-afca1d1defae tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0554023 Oct 06 04:38:06.671307 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:06.695500 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-579df867-f19c-482b-8373-25c950588029 req-2fac6350-9398-424c-a7ff-cba15e965e90 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551243 Oct 06 04:38:07.049260 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56304e-4da3-43e1-9c8c-7882c95cf6af req-d810a261-571a-43da-b331-cf07cf2a4afc tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:07.050713 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1f56304e-4da3-43e1-9c8c-7882c95cf6af req-d810a261-571a-43da-b331-cf07cf2a4afc tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0463667 Oct 06 04:38:07.104091 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1f56304e-4da3-43e1-9c8c-7882c95cf6af req-cb82fece-35dc-4df3-83fc-54d0b8ecc955 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478354 Oct 06 04:38:07.740555 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:07.832785 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae793cc-666e-4b4b-8279-e84238a27c25 req-ab4cb74d-eb17-4d23-8bde-496d43ce96cd tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:07.834428 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4ae793cc-666e-4b4b-8279-e84238a27c25 req-ab4cb74d-eb17-4d23-8bde-496d43ce96cd tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0556085 Oct 06 04:38:07.877673 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:07.891973 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4ae793cc-666e-4b4b-8279-e84238a27c25 req-82057560-1fb4-47b5-bf1b-5443d6777318 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Oct 06 04:38:08.228795 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb8213-1dc0-48dc-9d23-be13d7d62b05 req-3b6ebb31-0194-44d7-b81a-d7a3e9960ad6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:08.230261 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-28cb8213-1dc0-48dc-9d23-be13d7d62b05 req-3b6ebb31-0194-44d7-b81a-d7a3e9960ad6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0471880 Oct 06 04:38:08.278334 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-28cb8213-1dc0-48dc-9d23-be13d7d62b05 req-d48e1da6-6196-45fe-8cfe-bcc29d2c2d35 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Oct 06 04:38:09.020135 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e5bc9-e6a1-49b5-b5c1-e26916d5e1e2 req-32526148-2f8a-4c10-8630-ae6f3de31cd9 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:09.021629 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-326e5bc9-e6a1-49b5-b5c1-e26916d5e1e2 req-32526148-2f8a-4c10-8630-ae6f3de31cd9 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0488343 Oct 06 04:38:09.033695 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:09.069878 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-326e5bc9-e6a1-49b5-b5c1-e26916d5e1e2 req-69e569f1-d541-4e96-a76e-1373987240f5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425422 Oct 06 04:38:09.364425 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:09.404146 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230958b5-bfa8-4068-898b-062f71d52411 req-87b23946-839a-4aae-8198-7107ee199f7d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:09.405607 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-230958b5-bfa8-4068-898b-062f71d52411 req-87b23946-839a-4aae-8198-7107ee199f7d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0515070 Oct 06 04:38:09.453660 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-230958b5-bfa8-4068-898b-062f71d52411 req-88727179-2db1-4516-a2a3-c526390432e4 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Oct 06 04:38:10.203362 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106a302-afa9-43ef-b0a8-e4ee0337b18f req-ec9f55c2-830c-43b6-8c28-df21872d77c1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:10.204825 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2106a302-afa9-43ef-b0a8-e4ee0337b18f req-ec9f55c2-830c-43b6-8c28-df21872d77c1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0472212 Oct 06 04:38:10.256880 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2106a302-afa9-43ef-b0a8-e4ee0337b18f req-1a0db17c-e9eb-4a3f-8f36-6216eb8a9b9f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Oct 06 04:38:10.581654 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88b9ff-3f97-4997-a3ea-fb280512b293 req-42b92a86-3dda-4dea-a563-8983071cb760 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:10.583316 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6f88b9ff-3f97-4997-a3ea-fb280512b293 req-42b92a86-3dda-4dea-a563-8983071cb760 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 931 time: 0.0520644 Oct 06 04:38:10.632455 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6f88b9ff-3f97-4997-a3ea-fb280512b293 req-bc4d842e-9286-49a7-9af3-e7dfa4f72ce8 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Oct 06 04:38:10.866683 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Request body: {'port': {'device_id': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:10.943631 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:11.128718 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:11.233828 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d {{(pid=106194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:38:11.241046 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:11.243195 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Publish callbacks [] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:11.258115 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.provisioning_blocks [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Transition to ACTIVE for port object 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d will not be triggered until provisioned by entity L2. {{(pid=106194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:38:11.264473 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:11.350252 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Pushing event updated for resources: {'Port': ['ID=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:11.390217 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Attempting to bind port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:38:11.390217 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Attempting to bind port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:38:11.390217 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Attempting to bind port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d on network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:38:11.445923 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d on network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:38:11.446192 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956d0a9-acaa-47c8-8e18-681245db6cf5 req-8125f980-20af-4f53-8a33-a49d29539332 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:11.446692 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Attempting to bind port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d on network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:38:11.447491 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5956d0a9-acaa-47c8-8e18-681245db6cf5 req-8125f980-20af-4f53-8a33-a49d29539332 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0812809 Oct 06 04:38:11.501569 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5956d0a9-acaa-47c8-8e18-681245db6cf5 req-f95e7003-c815-445c-bbef-ab72ae3804ad tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482302 Oct 06 04:38:11.504706 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:38:11.505054 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Checking segment: {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:38:11.505603 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Bound using segment: {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'} {{(pid=106194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:38:11.506060 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.managers [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Bound port: 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd'}}] {{(pid=106194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:38:11.506426 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:11.575715 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] For port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d, host hv-cinder-86022, cleared binding levels {{(pid=106194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:38:11.579273 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] For port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:38:11.587219 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:11.592342 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:11.592342 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:11.593659 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 1093 time: 0.7382939 Oct 06 04:38:11.594243 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:38:11.597261 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df1a0d0-48c4-4421-a3ca-b77d8934520d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:38:11.649264 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0aca7-a3ec-4158-bc12-4c67f7ec7d77 service neutron] Pushing event updated for resources: {'Port': ['ID=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,revision_number=3']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:11.738549 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040cfe56-61dd-4fb1-a09e-e200180661e3 x-openstack-request-id: req-040cfe56-61dd-4fb1-a09e-e200180661e3 {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:38:11.738981 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:38:11.739541 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-040cfe56-61dd-4fb1-a09e-e200180661e3 {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:38:11.739898 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040cfe56-61dd-4fb1-a09e-e200180661e3'] response: {'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'status': 'completed', 'code': 200} Oct 06 04:38:11.840853 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee00b8-81f2-4893-845e-394eb687e3cb req-f796a15f-4741-47b5-9543-d7ee3524a5d6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:11.842324 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-90ee00b8-81f2-4893-845e-394eb687e3cb req-f796a15f-4741-47b5-9543-d7ee3524a5d6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0530753 Oct 06 04:38:11.895756 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-90ee00b8-81f2-4893-845e-394eb687e3cb req-21ddaa6c-0705-48dd-ac76-a9e48744539d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 Oct 06 04:38:12.660767 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c967298-1c04-4f05-87b9-4e556bb0137e req-4ec85941-44fe-4ac9-b209-4d5e53477fc1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:12.662435 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5c967298-1c04-4f05-87b9-4e556bb0137e req-4ec85941-44fe-4ac9-b209-4d5e53477fc1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0769103 Oct 06 04:38:12.710993 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5c967298-1c04-4f05-87b9-4e556bb0137e req-5d4edfce-7c4a-4615-8978-aeecb80ba742 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Oct 06 04:38:13.027416 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7609d-40d0-4ea9-9169-fd2c23656ea8 req-e90c6072-37b3-4122-b516-1621f60a5486 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:13.028935 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9ab7609d-40d0-4ea9-9169-fd2c23656ea8 req-e90c6072-37b3-4122-b516-1621f60a5486 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0507901 Oct 06 04:38:13.081118 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9ab7609d-40d0-4ea9-9169-fd2c23656ea8 req-cb3b6d83-5792-4642-8f9f-1ff827e70f7a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443106 Oct 06 04:38:13.851979 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01451e3-8d39-4b8a-b94b-57196aa13171 req-9416eebf-eeec-4109-8a27-2bca853ee191 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:13.853485 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b01451e3-8d39-4b8a-b94b-57196aa13171 req-9416eebf-eeec-4109-8a27-2bca853ee191 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0556128 Oct 06 04:38:13.870302 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:13.872195 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:13.892983 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:13.901201 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:13.914871 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b01451e3-8d39-4b8a-b94b-57196aa13171 req-21d9a5b9-68f5-46d8-9b03-61154a486964 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553050 Oct 06 04:38:14.204442 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32343299-24a2-4149-a929-b24e97e78063 req-89d187e2-08aa-4bd7-a291-49a9be05d6dd tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:14.205959 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-32343299-24a2-4149-a929-b24e97e78063 req-89d187e2-08aa-4bd7-a291-49a9be05d6dd tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0491402 Oct 06 04:38:14.260938 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-32343299-24a2-4149-a929-b24e97e78063 req-8f11e6f5-a867-428c-9526-b96afd96196a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 Oct 06 04:38:15.052205 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffe8b5-68c5-416c-9834-f91c603f4ab0 req-4dfb9d6d-d7fe-4c08-9ced-5c07195938ce tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:15.056636 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d4ffe8b5-68c5-416c-9834-f91c603f4ab0 req-4dfb9d6d-d7fe-4c08-9ced-5c07195938ce tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0546799 Oct 06 04:38:15.107803 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d4ffe8b5-68c5-416c-9834-f91c603f4ab0 req-70229384-fa63-42fe-92bb-e1df45d2949b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474744 Oct 06 04:38:15.391333 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f74ee4-ec00-4f5a-b1ab-391b2b65e8da req-0a9515d1-a0ec-4d1f-ae05-1a86cfce26ec tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:15.392810 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-16f74ee4-ec00-4f5a-b1ab-391b2b65e8da req-0a9515d1-a0ec-4d1f-ae05-1a86cfce26ec tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0522723 Oct 06 04:38:15.452629 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-16f74ee4-ec00-4f5a-b1ab-391b2b65e8da req-3dc81a76-384e-48c7-9c05-3eeb08e63e7c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Oct 06 04:38:16.241475 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe545cc-8663-4915-9597-21d9ac358548 req-edc1eb4a-96be-4e1c-9bbf-05cb1adb7658 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:16.242999 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9fe545cc-8663-4915-9597-21d9ac358548 req-edc1eb4a-96be-4e1c-9bbf-05cb1adb7658 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0489690 Oct 06 04:38:16.292315 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9fe545cc-8663-4915-9597-21d9ac358548 req-5f35b7e1-468b-4625-82c2-89fa1cc78ddd tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433860 Oct 06 04:38:16.581932 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640990d-af5f-4aa5-93e7-1305dd19af64 req-706ee05f-e09c-4614-aa53-d1f5c45f8c0e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:16.583586 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e640990d-af5f-4aa5-93e7-1305dd19af64 req-706ee05f-e09c-4614-aa53-d1f5c45f8c0e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0510986 Oct 06 04:38:16.637112 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e640990d-af5f-4aa5-93e7-1305dd19af64 req-dc8a1d36-428b-4698-a4d5-1c4f509c266c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Oct 06 04:38:17.430576 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8073a-25fb-4def-add7-39488d875e94 req-587efbaf-b2d7-4356-b2fe-51f18344cc03 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:17.432138 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-daf8073a-25fb-4def-add7-39488d875e94 req-587efbaf-b2d7-4356-b2fe-51f18344cc03 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0553579 Oct 06 04:38:17.485762 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-daf8073a-25fb-4def-add7-39488d875e94 req-6329a6a5-1227-4190-a7ad-d76d56cf3761 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478151 Oct 06 04:38:17.776465 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3c029-2e62-4022-a304-54707db3dac8 req-5a1ba4e9-fa9c-49ad-ac7c-e0fcca5e9d2b tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:17.777890 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4cd3c029-2e62-4022-a304-54707db3dac8 req-5a1ba4e9-fa9c-49ad-ac7c-e0fcca5e9d2b tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0613596 Oct 06 04:38:17.828397 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4cd3c029-2e62-4022-a304-54707db3dac8 req-492352d9-fa53-4b03-871e-2bbd3c9df9f8 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Oct 06 04:38:18.620652 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55a0c4-537d-41aa-8d48-a28fef9508eb req-3969b8e6-0102-44e0-82f6-0d7ea7725ac3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:18.622124 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cb55a0c4-537d-41aa-8d48-a28fef9508eb req-3969b8e6-0102-44e0-82f6-0d7ea7725ac3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0517461 Oct 06 04:38:18.670196 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cb55a0c4-537d-41aa-8d48-a28fef9508eb req-18eecd62-c715-4576-ae66-dccfa66411c8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424581 Oct 06 04:38:18.949168 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48aa0f-7d65-405d-97b2-98b55ab85e1f req-bcdf9762-6bbe-4312-a23d-b950337b83a5 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:18.950757 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4e48aa0f-7d65-405d-97b2-98b55ab85e1f req-bcdf9762-6bbe-4312-a23d-b950337b83a5 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0480516 Oct 06 04:38:19.009100 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4e48aa0f-7d65-405d-97b2-98b55ab85e1f req-65945137-622a-4d57-ac3d-270f6f13e941 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525858 Oct 06 04:38:19.357887 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:19.360285 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:19.802474 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376086a-ea84-40a2-b21d-4014ae08d217 req-2c37430d-e574-4c03-96bf-dc3b89a9fa33 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:19.804009 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4376086a-ea84-40a2-b21d-4014ae08d217 req-2c37430d-e574-4c03-96bf-dc3b89a9fa33 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0506327 Oct 06 04:38:19.855500 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4376086a-ea84-40a2-b21d-4014ae08d217 req-0a61059b-3ff2-4f9f-b266-22f8912580eb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459156 Oct 06 04:38:20.131062 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f65bf5-ff25-44ff-b160-7ee15c97ad48 req-be1634af-9c45-4e9a-b5c5-29dd7c6ca01c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:20.132696 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9f65bf5-ff25-44ff-b160-7ee15c97ad48 req-be1634af-9c45-4e9a-b5c5-29dd7c6ca01c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0479736 Oct 06 04:38:20.171575 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:20.179284 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:20.184867 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9f65bf5-ff25-44ff-b160-7ee15c97ad48 req-b2cbdee7-644d-4b57-b9e1-af99656af305 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Oct 06 04:38:20.989663 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8ba53-ee57-430d-87f1-bf297c5511fb req-f29faeec-33c5-4a1c-9b1f-99160e2afb6a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:20.991284 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-16a8ba53-ee57-430d-87f1-bf297c5511fb req-f29faeec-33c5-4a1c-9b1f-99160e2afb6a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0533717 Oct 06 04:38:21.038129 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-16a8ba53-ee57-430d-87f1-bf297c5511fb req-cb1a9621-0519-484f-ae32-238e9109f1b9 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Oct 06 04:38:21.306066 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d47f79-368a-4c76-a248-5ab7e3138d9d req-46794436-bb2d-4786-895c-b246c814fd84 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:21.307484 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-27d47f79-368a-4c76-a248-5ab7e3138d9d req-46794436-bb2d-4786-895c-b246c814fd84 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0467215 Oct 06 04:38:21.357144 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-27d47f79-368a-4c76-a248-5ab7e3138d9d req-99b82dd5-3c5d-4888-a6f4-441b2cdc8ca0 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 Oct 06 04:38:21.645280 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:21.646119 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:22.163609 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaae1d-acb9-4de7-869d-cef34354fea6 req-d4491a0a-c19c-4d49-8fdd-957668923627 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:22.165044 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4fbaae1d-acb9-4de7-869d-cef34354fea6 req-d4491a0a-c19c-4d49-8fdd-957668923627 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0464785 Oct 06 04:38:22.446648 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4fbaae1d-acb9-4de7-869d-cef34354fea6 req-a7106b0b-26a4-4d3c-93f4-0b5a327876dc tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760420 Oct 06 04:38:22.551174 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a881d-4cfb-4332-82e9-74c1ed7287b3 req-4dac0951-cde3-4022-8a55-c4e1f1acf8cc tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:22.552607 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d67a881d-4cfb-4332-82e9-74c1ed7287b3 req-4dac0951-cde3-4022-8a55-c4e1f1acf8cc tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0473962 Oct 06 04:38:22.598236 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d67a881d-4cfb-4332-82e9-74c1ed7287b3 req-91c7fb7d-0aed-4cc3-aa1e-5c5eb35c3262 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Oct 06 04:38:23.572102 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4d553-fef6-46b1-ad1e-1d1fd4cdac23 req-272b8484-e54a-426d-ad10-ff1240bfeda0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:23.573536 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9cf4d553-fef6-46b1-ad1e-1d1fd4cdac23 req-272b8484-e54a-426d-ad10-ff1240bfeda0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0457158 Oct 06 04:38:23.623855 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9cf4d553-fef6-46b1-ad1e-1d1fd4cdac23 req-c2d2e78c-9ce7-4b1b-9a01-c5054961d6c3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445485 Oct 06 04:38:23.726443 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e2a5e-caf3-49d4-904a-fdca25f06163 req-382c2bb9-2a8f-4557-9a49-944610456715 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:23.727896 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa0e2a5e-caf3-49d4-904a-fdca25f06163 req-382c2bb9-2a8f-4557-9a49-944610456715 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0465322 Oct 06 04:38:23.777604 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa0e2a5e-caf3-49d4-904a-fdca25f06163 req-64e6a2a5-3ee8-4f67-b25a-bcd5aa2d2056 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440137 Oct 06 04:38:23.899304 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a0d0-48c4-4421-a3ca-b77d8934520d req-20f40d11-1604-4e28-92ca-e7b59fd6568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:23.901063 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2df1a0d0-48c4-4421-a3ca-b77d8934520d req-20f40d11-1604-4e28-92ca-e7b59fd6568d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1127 time: 0.0453982 Oct 06 04:38:24.750895 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00c054-a631-49c1-8fc4-434873cd9b62 req-aeed48d6-3c59-4a70-8739-72179bbd6f53 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:24.752381 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8e00c054-a631-49c1-8fc4-434873cd9b62 req-aeed48d6-3c59-4a70-8739-72179bbd6f53 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0468452 Oct 06 04:38:24.798027 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8e00c054-a631-49c1-8fc4-434873cd9b62 req-65b832e6-d441-4361-8553-2df051572877 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395746 Oct 06 04:38:24.896673 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c478f86-7201-430d-8e12-2a8b51d5189f req-eec01328-06ff-4cfd-807e-17b493cf7c01 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:24.898173 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8c478f86-7201-430d-8e12-2a8b51d5189f req-eec01328-06ff-4cfd-807e-17b493cf7c01 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0457799 Oct 06 04:38:24.945136 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8c478f86-7201-430d-8e12-2a8b51d5189f req-5a1c027b-a4c6-498e-9da1-2a2f372cfc90 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 Oct 06 04:38:25.427683 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a0d0-48c4-4421-a3ca-b77d8934520d req-ab80dd0a-bf70-4f71-900e-066b00ec37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:25.429159 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2df1a0d0-48c4-4421-a3ca-b77d8934520d req-ab80dd0a-bf70-4f71-900e-066b00ec37b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1012375 Oct 06 04:38:25.523089 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a0d0-48c4-4421-a3ca-b77d8934520d req-45fa4d5b-578f-41b8-8b1a-213c7cbcf46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:25.524586 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2df1a0d0-48c4-4421-a3ca-b77d8934520d req-45fa4d5b-578f-41b8-8b1a-213c7cbcf46c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898118 Oct 06 04:38:25.702911 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-f28238fc-39e0-4c30-84c8-78cdcb23bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:25.704494 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-f28238fc-39e0-4c30-84c8-78cdcb23bd0b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1127 time: 0.0437379 Oct 06 04:38:25.926035 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779480a-a445-4aa9-b606-cdc7d81c3fed req-c7a087bd-6ffd-4700-92fe-1611f3e15e01 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:25.927623 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1779480a-a445-4aa9-b606-cdc7d81c3fed req-c7a087bd-6ffd-4700-92fe-1611f3e15e01 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0500872 Oct 06 04:38:25.977142 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1779480a-a445-4aa9-b606-cdc7d81c3fed req-fcba1f85-2e95-44ac-ac26-905f66c34182 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432386 Oct 06 04:38:26.101310 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9f66-116b-40da-882b-ffc6100762cc req-9fa14543-055d-436c-b4e1-fe0277458fb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:26.102686 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6dab9f66-116b-40da-882b-ffc6100762cc req-9fa14543-055d-436c-b4e1-fe0277458fb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0788779 Oct 06 04:38:26.103997 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-80c953af-90e7-4b41-86cc-d4d6cfe178f1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 217 time: 0.0453558 Oct 06 04:38:26.182921 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-70d0ccfd-c234-423d-baca-9b96508c4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:26.184393 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-70d0ccfd-c234-423d-baca-9b96508c4bcf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1 HTTP/1.1" status: 200 len: 854 time: 0.0698538 Oct 06 04:38:26.191341 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6dab9f66-116b-40da-882b-ffc6100762cc req-c8aa6a58-cb7e-4bfd-a77b-e1b87c254a8b tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832014 Oct 06 04:38:26.276254 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-569d5396-3062-4532-a0af-09e2ca16d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:26.277722 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-569d5396-3062-4532-a0af-09e2ca16d386 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443661 Oct 06 04:38:26.375544 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-049da6a1-9fef-46e0-b83e-0cb1ad8b49fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915291 Oct 06 04:38:26.473941 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-08e61e12-16dd-43dd-aa69-2f39969c3356 req-0f5290d3-c262-486b-8849-91b8b009d2e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868304 Oct 06 04:38:26.583782 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:27.105212 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ade0df-cccd-4aae-bb8c-ac264a3a5a0d req-e9b36452-a258-4086-914f-ca7ce35a9338 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:27.106666 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-10ade0df-cccd-4aae-bb8c-ac264a3a5a0d req-e9b36452-a258-4086-914f-ca7ce35a9338 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0457277 Oct 06 04:38:27.153245 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-10ade0df-cccd-4aae-bb8c-ac264a3a5a0d req-5da7bf29-1b0f-4cae-b45b-8fb748a67f2e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410070 Oct 06 04:38:27.317134 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a4744-62ab-4e90-b05e-e504c747b9f1 req-ab898847-d202-4ba1-9bd4-63370fc54b14 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:27.318513 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ee5a4744-62ab-4e90-b05e-e504c747b9f1 req-ab898847-d202-4ba1-9bd4-63370fc54b14 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0466640 Oct 06 04:38:27.371340 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ee5a4744-62ab-4e90-b05e-e504c747b9f1 req-80ff2d7f-ef6e-4089-9287-c9b53f786f47 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472033 Oct 06 04:38:28.279930 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726de0e-3afa-4455-afb7-f20242b4b27e req-e7d9a293-cb7d-4d8e-a713-2bbb85f98f09 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:28.281457 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b726de0e-3afa-4455-afb7-f20242b4b27e req-e7d9a293-cb7d-4d8e-a713-2bbb85f98f09 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0475979 Oct 06 04:38:28.335409 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b726de0e-3afa-4455-afb7-f20242b4b27e req-f1bcbf76-2f5c-4a37-9cf1-03f7e3186657 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466306 Oct 06 04:38:28.494456 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c554-1f73-40ff-b8cf-bb5e1157d942 req-2a084332-4d40-4c6c-9dca-f40a786befcd tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:28.495889 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4813c554-1f73-40ff-b8cf-bb5e1157d942 req-2a084332-4d40-4c6c-9dca-f40a786befcd tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0471392 Oct 06 04:38:28.543452 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4813c554-1f73-40ff-b8cf-bb5e1157d942 req-3e05a414-a09c-43e6-9904-466eb9cf74ae tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420995 Oct 06 04:38:29.461021 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fbc79-4651-4c22-a7bd-e53a2ab0d351 req-9c15f06a-8fda-4d93-9a6b-7f2b9ec3be86 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:29.462477 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b51fbc79-4651-4c22-a7bd-e53a2ab0d351 req-9c15f06a-8fda-4d93-9a6b-7f2b9ec3be86 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0461807 Oct 06 04:38:29.502866 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:29.511076 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b51fbc79-4651-4c22-a7bd-e53a2ab0d351 req-65822262-4820-40fb-bb89-39add6fef3e0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430157 Oct 06 04:38:29.651323 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:29.659506 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429a700-00d4-4bfb-9c5e-342fbb382f1e req-951b0a34-a625-4042-8f11-84a9e72b3510 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:29.660963 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2429a700-00d4-4bfb-9c5e-342fbb382f1e req-951b0a34-a625-4042-8f11-84a9e72b3510 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0462902 Oct 06 04:38:29.707991 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2429a700-00d4-4bfb-9c5e-342fbb382f1e req-97a7e483-b1f5-44ea-bfa9-537ac2be778f tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 Oct 06 04:38:30.156785 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:30.189107 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-1a37ea72-eee7-4563-b533-6254dbd25e65 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406663 Oct 06 04:38:30.274421 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-cf0d23db-a1bf-4d17-af0c-5b4278cca2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:30.275895 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-cf0d23db-a1bf-4d17-af0c-5b4278cca2b5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 1129 time: 0.0381315 Oct 06 04:38:30.385003 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-95b5b94f-a561-4b44-a78d-855c2b3c0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:30.386692 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-95b5b94f-a561-4b44-a78d-855c2b3c0779 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.0899692 Oct 06 04:38:30.430233 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-79f931aa-c3ab-48e2-9de2-f699c9de99b1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 HTTP/1.1" status: 200 len: 217 time: 0.0314679 Oct 06 04:38:30.618362 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:30.625511 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-8f6f7d81-722a-4629-a04f-82ae55addceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:30.627012 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-8f6f7d81-722a-4629-a04f-82ae55addceb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0454240 Oct 06 04:38:30.639310 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da486-7c4c-474b-bd2b-5d86a3ce9edb req-acd28831-17f1-4954-b663-6974111b4f30 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:30.640772 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1e8da486-7c4c-474b-bd2b-5d86a3ce9edb req-acd28831-17f1-4954-b663-6974111b4f30 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0506685 Oct 06 04:38:30.687169 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1e8da486-7c4c-474b-bd2b-5d86a3ce9edb req-04db3eb9-c3f6-43ec-b656-7b9eb87ab390 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407546 Oct 06 04:38:30.828931 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a7b1d-8f37-47af-bcc0-1c978183221b req-ac9d04c0-0e6e-426e-9c16-ce9c26600a00 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:30.830382 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-090a7b1d-8f37-47af-bcc0-1c978183221b req-ac9d04c0-0e6e-426e-9c16-ce9c26600a00 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 943 time: 0.0473037 Oct 06 04:38:30.879519 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-090a7b1d-8f37-47af-bcc0-1c978183221b req-55aaaa53-45e5-416a-ac73-bd91d0232fa9 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434916 Oct 06 04:38:30.958510 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:38:31.056985 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:38:31.071539 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'port_id': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'mac_address': 'fa:16:3e:ab:7a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:38:31.105441 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:38:31.105831 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:31.119481 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:38:31.138736 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:38:31.142858 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:31.187812 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:31.194841 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.195219 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.195567 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.195936 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.196282 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.196614 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.196946 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.197276 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.197603 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.197932 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.198260 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.198605 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.198937 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.199286 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.199612 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:31.592717 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:38:31.794865 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:38:31.814165 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16445bac-a087-42b3-a3ec-f5d335384f76 req-424fd180-4a5a-479d-914f-3817aa1b2427 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:31.815652 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-16445bac-a087-42b3-a3ec-f5d335384f76 req-424fd180-4a5a-479d-914f-3817aa1b2427 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0500422 Oct 06 04:38:31.863032 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-16445bac-a087-42b3-a3ec-f5d335384f76 req-e7626e8d-1f57-48d7-a9a2-8864a36b0381 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412874 Oct 06 04:38:32.000838 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a761a-411d-4cde-aa0b-d338d98cf01a req-405f482d-7744-46ea-8790-a3cba8259dd4 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:32.002234 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8e9a761a-411d-4cde-aa0b-d338d98cf01a req-405f482d-7744-46ea-8790-a3cba8259dd4 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 944 time: 0.0480716 Oct 06 04:38:32.049955 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8e9a761a-411d-4cde-aa0b-d338d98cf01a req-013683e2-1138-4519-9950-38b3e6c83d73 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Oct 06 04:38:32.501445 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-c8ea54c5-fda9-4f56-8b24-d51a3b6981e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:32.503021 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-c8ea54c5-fda9-4f56-8b24-d51a3b6981e3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402195 Oct 06 04:38:32.992342 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2194eca-3c13-4d55-b6fe-524b3b50502c req-27762a22-a68f-494d-9757-6c997b282aea tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:32.994058 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f2194eca-3c13-4d55-b6fe-524b3b50502c req-27762a22-a68f-494d-9757-6c997b282aea tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 943 time: 0.0484684 Oct 06 04:38:33.041440 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f2194eca-3c13-4d55-b6fe-524b3b50502c req-85887848-befd-4e41-a73a-c16581a1bbe8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 Oct 06 04:38:33.084640 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:38:33.101767 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:38:33.150298 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-ea6b6df3-97e6-4984-ac70-4fa2d791ab72 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114719 Oct 06 04:38:33.183199 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8567df-f9d6-4879-a40c-8d7ab83c56cc req-a7fd448d-b13c-4ac8-8057-3e734feac0de tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:33.184555 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5a8567df-f9d6-4879-a40c-8d7ab83c56cc req-a7fd448d-b13c-4ac8-8057-3e734feac0de tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 944 time: 0.0472703 Oct 06 04:38:33.200237 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:38:33.213148 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:38:33.213371 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:33.213628 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d Oct 06 04:38:33.233690 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5a8567df-f9d6-4879-a40c-8d7ab83c56cc req-880950e1-587f-42f8-aed9-83d7b413b7ca tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Oct 06 04:38:33.252649 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:38:33.269083 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'port_id': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'mac_address': 'fa:16:3e:c8:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:38:33.297278 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:33.335059 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 542157e8-aced-4f6a-815d-a118c4b3ca2c is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:38:33.335449 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:33.350851 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:38:33.351251 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:33.355060 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542157e8-aced-4f6a-815d-a118c4b3ca2c {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:38:33.384023 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:33.390289 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:38:33.395693 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:38:33.398091 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53df6702-ddb2-49ce-8b3f-955ba1a5759b" -d '{"events": [{"server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "name": "network-vif-plugged", "status": "completed", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:38:33.408533 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:33.417395 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:38:33.437408 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:33.461396 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=9']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:33.503782 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8431c181-e6b8-4ee1-a522-75a6b0d83970 x-openstack-request-id: req-8431c181-e6b8-4ee1-a522-75a6b0d83970 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:38:33.504097 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "name": "network-vif-plugged", "status": "completed", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:38:33.504495 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8431c181-e6b8-4ee1-a522-75a6b0d83970 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:38:33.505026 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8431c181-e6b8-4ee1-a522-75a6b0d83970'] response: {'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'code': 200} Oct 06 04:38:33.521456 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:33.571469 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7abb23c9-d083-4d29-ad89-3ed9d43f3884 req-188a8142-a25d-4b73-bec7-73906cefcf65 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067121 Oct 06 04:38:33.798918 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1cc2-3f92-40ed-9ff0-46c88836bf9d req-03ed5531-75f7-49bc-b352-1dac040fd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:33.800299 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f60a1cc2-3f92-40ed-9ff0-46c88836bf9d req-03ed5531-75f7-49bc-b352-1dac040fd660 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1129 time: 0.0375650 Oct 06 04:38:33.844120 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f60a1cc2-3f92-40ed-9ff0-46c88836bf9d req-4c252737-11cd-4f2c-ba1d-3e1f4d65c1b7 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361471 Oct 06 04:38:33.941804 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['542157e8-aced-4f6a-815d-a118c4b3ca2c'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:38:34.094127 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0293a1cf-787c-4a3c-9d73-9a59def02487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:34.170169 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c7492-1667-4107-a227-54480a5a8609 req-c287448e-3e70-49a2-90d2-c72e7d41104d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:34.171705 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ad8c7492-1667-4107-a227-54480a5a8609 req-c287448e-3e70-49a2-90d2-c72e7d41104d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 944 time: 0.0452478 Oct 06 04:38:34.220756 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ad8c7492-1667-4107-a227-54480a5a8609 req-24282416-d24f-4fae-bf73-a95231bf7527 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429070 Oct 06 04:38:34.361236 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fc068-4358-4955-b184-02570e6f55d4 req-56c5d9bc-012d-4344-a397-da11982159e1 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:34.362590 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ab7fc068-4358-4955-b184-02570e6f55d4 req-56c5d9bc-012d-4344-a397-da11982159e1 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0508451 Oct 06 04:38:34.409360 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ab7fc068-4358-4955-b184-02570e6f55d4 req-7fc5618c-8c94-498e-9da6-583f4ae2a5cd tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Oct 06 04:38:34.966124 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdb523-d9e9-42a4-b4f8-658fde7f9184 req-f4265227-8b7e-48a5-94da-82dd426f2088 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:34.967621 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d1bdb523-d9e9-42a4-b4f8-658fde7f9184 req-f4265227-8b7e-48a5-94da-82dd426f2088 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0464272 Oct 06 04:38:35.005842 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:35.016523 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d1bdb523-d9e9-42a4-b4f8-658fde7f9184 req-62ed9bcc-9e38-4b50-90eb-5b7892251b2e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Oct 06 04:38:35.018122 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-b5ca4c9c-e30f-40ff-a7ba-cc15a8bd38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:35.019646 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-b5ca4c9c-e30f-40ff-a7ba-cc15a8bd38b3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 1129 time: 0.0407176 Oct 06 04:38:35.086688 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:35.115353 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-bbf801fe-73f7-4517-8df5-feb1633e438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:35.116806 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-bbf801fe-73f7-4517-8df5-feb1633e438e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.0894620 Oct 06 04:38:35.197748 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-77ade1c7-0c94-4478-ae6b-df7a81c19947 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de HTTP/1.1" status: 200 len: 1001 time: 0.0537293 Oct 06 04:38:35.249935 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-9d40e372-5e0a-49c5-ae4b-6854385e4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:35.251398 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-9d40e372-5e0a-49c5-ae4b-6854385e4842 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0444255 Oct 06 04:38:35.329783 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:38:35.352148 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd867f-1914-4762-a861-5b4c1ac03a07 req-0b14d491-24c1-4832-8882-68e6763e479a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:35.353610 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b9bd867f-1914-4762-a861-5b4c1ac03a07 req-0b14d491-24c1-4832-8882-68e6763e479a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 944 time: 0.0502346 Oct 06 04:38:35.373587 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 542157e8-aced-4f6a-815d-a118c4b3ca2c triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:38:35.373957 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:35.374293 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 542157e8-aced-4f6a-815d-a118c4b3ca2c Oct 06 04:38:35.402837 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b9bd867f-1914-4762-a861-5b4c1ac03a07 req-172fcf3b-6a3d-496b-9c07-50cd4d311f4c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435517 Oct 06 04:38:35.465089 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 542157e8-aced-4f6a-815d-a118c4b3ca2c is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:38:35.465653 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:35.503732 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:38:35.505706 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:38:35.507981 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc015ed7-f19d-43f0-a5b3-faaf44a60cc7" -d '{"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-plugged", "status": "completed", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:38:35.511305 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:35.546295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90629933-aadb-4a60-ad00-e86b2c5f5b79 req-e2e1b469-160d-43a0-821d-1fd787647a6a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:35.547428 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4743e2-c5a4-4a72-bb45-8032f868b9ad x-openstack-request-id: req-2c4743e2-c5a4-4a72-bb45-8032f868b9ad {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:38:35.547807 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-plugged", "status": "completed", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:38:35.548127 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2c4743e2-c5a4-4a72-bb45-8032f868b9ad {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:38:35.548576 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4743e2-c5a4-4a72-bb45-8032f868b9ad'] response: {'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'code': 200} Oct 06 04:38:35.551072 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-90629933-aadb-4a60-ad00-e86b2c5f5b79 req-e2e1b469-160d-43a0-821d-1fd787647a6a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0599005 Oct 06 04:38:35.563265 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=10']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:35.603978 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-90629933-aadb-4a60-ad00-e86b2c5f5b79 req-6d7b3ebf-2257-4af3-ac81-48e8580ad116 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496118 Oct 06 04:38:35.722002 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c0b09-6021-436f-afbd-042092b69bac req-ddc70466-e1d6-4721-8761-57781b4ba756 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:35.723378 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3f6c0b09-6021-436f-afbd-042092b69bac req-ddc70466-e1d6-4721-8761-57781b4ba756 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0451767 Oct 06 04:38:35.770288 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3f6c0b09-6021-436f-afbd-042092b69bac req-fca974ad-ba08-48ed-ba0a-77ccc16afe83 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406842 Oct 06 04:38:35.887214 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-dbab5b0c-df75-441d-b87f-66bb52f972bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:35.888720 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-dbab5b0c-df75-441d-b87f-66bb52f972bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386782 Oct 06 04:38:36.108850 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-147b2615-3ac0-49d5-a853-0c01ee8d3a1a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963650 Oct 06 04:38:36.155833 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d2470-1aaa-44ee-b689-1c26964369e3 req-f5036ac7-903f-4867-8264-f1ecb8d9bffd tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:36.157307 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-650d2470-1aaa-44ee-b689-1c26964369e3 req-f5036ac7-903f-4867-8264-f1ecb8d9bffd tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0475781 Oct 06 04:38:36.205535 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-650d2470-1aaa-44ee-b689-1c26964369e3 req-2ccb4953-79e1-4673-9bd2-37571871cee1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416138 Oct 06 04:38:36.258617 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45ee20-dc16-4429-a0e3-1ceadef08441 req-dfffba07-b2c2-44c1-a652-523b67c479c1 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:36.260046 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5f45ee20-dc16-4429-a0e3-1ceadef08441 req-dfffba07-b2c2-44c1-a652-523b67c479c1 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Oct 06 04:38:36.306479 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5f45ee20-dc16-4429-a0e3-1ceadef08441 req-88026ea7-a17d-442e-9459-5f84d3c94e5c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Oct 06 04:38:36.466757 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6c7a90fd-5d5f-4ca6-8d1d-49f90f9f15b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:36.525205 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ff047cb0-e2f0-4c50-8527-b897b5284509 req-e3a913b3-b14e-453c-98b1-95523013f919 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102619 Oct 06 04:38:36.580688 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bf717-f465-4a11-930c-6aa546c7181c req-d0176145-2814-4d9a-83ed-e9ebee38907a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:36.582321 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1b4bf717-f465-4a11-930c-6aa546c7181c req-d0176145-2814-4d9a-83ed-e9ebee38907a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 946 time: 0.0563190 Oct 06 04:38:36.660832 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f465d4-ce70-47fc-8556-b387a9696598 req-3191d365-794f-4c90-a5e9-a3a7bd144f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:36.663532 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-89f465d4-ce70-47fc-8556-b387a9696598 req-3191d365-794f-4c90-a5e9-a3a7bd144f75 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 1130 time: 0.0792775 Oct 06 04:38:36.680724 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1b4bf717-f465-4a11-930c-6aa546c7181c req-61bf80a3-e09e-4e32-91ef-5ecd500c97f0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881414 Oct 06 04:38:36.826731 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-89f465d4-ce70-47fc-8556-b387a9696598 req-20afa120-adf3-4698-a5f8-5b5a7e4dca2c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384026 Oct 06 04:38:37.328679 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60663fa4-4211-4492-b099-351d171cae82 req-f1655e95-37f3-4cee-b553-808f5b390cbb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:37.330157 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-60663fa4-4211-4492-b099-351d171cae82 req-f1655e95-37f3-4cee-b553-808f5b390cbb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0484817 Oct 06 04:38:37.377459 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-60663fa4-4211-4492-b099-351d171cae82 req-a1d5ce79-9cd9-49fa-94c0-3020ab7d7f4f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Oct 06 04:38:37.744471 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:37.814828 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456ff5a-248e-4446-96df-2b93d80b7076 req-17171157-8444-4292-9186-ba5a07a80a24 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:37.816373 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1456ff5a-248e-4446-96df-2b93d80b7076 req-17171157-8444-4292-9186-ba5a07a80a24 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 946 time: 0.0488436 Oct 06 04:38:37.864708 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1456ff5a-248e-4446-96df-2b93d80b7076 req-1705cd70-86d2-408d-9f93-428a56539af7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417628 Oct 06 04:38:38.510606 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a1cdc-20bb-42ed-9629-84af88f61294 req-ea2adac6-a658-4923-8a78-538a6368376b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:38.512143 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bb2a1cdc-20bb-42ed-9629-84af88f61294 req-ea2adac6-a658-4923-8a78-538a6368376b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0555398 Oct 06 04:38:38.566033 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bb2a1cdc-20bb-42ed-9629-84af88f61294 req-b2819bd3-6822-4cac-9549-7159521b74b0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 Oct 06 04:38:38.990445 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0562c8-4681-482b-9fe2-76b882c3ea60 req-16757a89-6229-4a7a-9f85-5b4e16f7efb5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:38.992128 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8f0562c8-4681-482b-9fe2-76b882c3ea60 req-16757a89-6229-4a7a-9f85-5b4e16f7efb5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 946 time: 0.0463128 Oct 06 04:38:39.015318 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:39.021473 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:39.027714 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:39.044756 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8f0562c8-4681-482b-9fe2-76b882c3ea60 req-10aa2a1c-5e9c-498a-a071-3db1433c60e5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470867 Oct 06 04:38:39.247484 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:39.690054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1885d-7c36-45a1-9261-0297d62885d9 req-8f87401d-486a-4e7b-b8ca-29cb2a195896 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:39.691551 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a4d1885d-7c36-45a1-9261-0297d62885d9 req-8f87401d-486a-4e7b-b8ca-29cb2a195896 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0480831 Oct 06 04:38:39.740062 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a4d1885d-7c36-45a1-9261-0297d62885d9 req-7147dfd7-2b99-4124-9b68-b732546eb9a8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Oct 06 04:38:40.169994 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7b154-942d-46b4-afc5-b0c845a58e76 req-09e2f8a4-72f4-445b-9199-531fa90383e0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:40.171481 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-efe7b154-942d-46b4-afc5-b0c845a58e76 req-09e2f8a4-72f4-445b-9199-531fa90383e0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 946 time: 0.0458629 Oct 06 04:38:40.218072 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-efe7b154-942d-46b4-afc5-b0c845a58e76 req-32bb1b93-4b3a-49fa-a362-b4bf536e4ccd tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410402 Oct 06 04:38:40.862092 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34870992-3b90-4b45-91bc-9b09f472294d req-7be6e949-b749-4f85-a3ae-87401abb09ea tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:40.863583 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-34870992-3b90-4b45-91bc-9b09f472294d req-7be6e949-b749-4f85-a3ae-87401abb09ea tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0463867 Oct 06 04:38:40.892817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:40.916202 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-34870992-3b90-4b45-91bc-9b09f472294d req-acfd53d8-d934-41ba-9706-7c48afda50a2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465519 Oct 06 04:38:42.035841 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b669625-163e-43d8-b9a2-8f57a04abe4a req-ed8e488a-cd78-459f-94e2-04c944826d44 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:42.037825 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5b669625-163e-43d8-b9a2-8f57a04abe4a req-ed8e488a-cd78-459f-94e2-04c944826d44 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0466881 Oct 06 04:38:42.083154 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5b669625-163e-43d8-b9a2-8f57a04abe4a req-bd4de3cc-50e1-4fbc-91e2-492c0236d269 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 Oct 06 04:38:43.203905 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547deb6-f197-45c0-bada-539e092cb32d req-83cf923f-8065-4539-88e5-de24d2c1a36b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:43.205364 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c547deb6-f197-45c0-bada-539e092cb32d req-83cf923f-8065-4539-88e5-de24d2c1a36b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0470722 Oct 06 04:38:43.230284 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:43.254368 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c547deb6-f197-45c0-bada-539e092cb32d req-de197c11-9caa-48b2-a54b-21297931d82b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Oct 06 04:38:44.388730 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed503-f088-45cb-88ed-68b6d5b298bb req-6fa5f8d3-154d-40cd-80f1-7e9c23ec4450 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:44.390237 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-923ed503-f088-45cb-88ed-68b6d5b298bb req-6fa5f8d3-154d-40cd-80f1-7e9c23ec4450 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0502903 Oct 06 04:38:44.438740 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-923ed503-f088-45cb-88ed-68b6d5b298bb req-d575494a-cd40-41c8-a1f3-b986be613d83 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Oct 06 04:38:44.874300 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adaede-b983-473a-8f31-e8d8ffb4c690 req-748c0076-7cd5-4b00-a2a9-f4bcb8b4388d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:44.875789 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c7adaede-b983-473a-8f31-e8d8ffb4c690 req-748c0076-7cd5-4b00-a2a9-f4bcb8b4388d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0462983 Oct 06 04:38:44.924174 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c7adaede-b983-473a-8f31-e8d8ffb4c690 req-f888e801-15f0-46c0-8848-3aaf32fde959 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Oct 06 04:38:45.559898 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa0747-c97c-4274-832c-f473463cdf4d req-dd73290d-2138-43b3-a03c-f2c14f9e6dbd tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:45.561326 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4faa0747-c97c-4274-832c-f473463cdf4d req-dd73290d-2138-43b3-a03c-f2c14f9e6dbd tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0459952 Oct 06 04:38:45.607516 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4faa0747-c97c-4274-832c-f473463cdf4d req-9f3b4df2-fbb9-40da-842c-8933baaec656 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407112 Oct 06 04:38:46.049808 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f2470-90e9-4c98-b5a1-078796ac8227 req-9f48e785-705f-4d6a-b6d6-9a38b9a9d83c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:46.051301 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-153f2470-90e9-4c98-b5a1-078796ac8227 req-9f48e785-705f-4d6a-b6d6-9a38b9a9d83c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0497122 Oct 06 04:38:46.097805 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-153f2470-90e9-4c98-b5a1-078796ac8227 req-f5ea3e8e-30ae-4759-a0a5-5980505f9456 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Oct 06 04:38:46.734025 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdbd5a-a429-4847-811d-88a7d9567c3b req-9ef32f9c-6084-4a70-b58c-77c59215022c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:46.735518 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f6fdbd5a-a429-4847-811d-88a7d9567c3b req-9ef32f9c-6084-4a70-b58c-77c59215022c tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Oct 06 04:38:46.782344 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f6fdbd5a-a429-4847-811d-88a7d9567c3b req-31dc3d0e-4ac5-4476-bcf6-4d35bf30a50e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407438 Oct 06 04:38:47.215621 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017a072-8bf8-42ab-b77a-dd034a169099 req-0e68a93a-0f5d-462d-bd60-59596dea2123 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:47.217193 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6017a072-8bf8-42ab-b77a-dd034a169099 req-0e68a93a-0f5d-462d-bd60-59596dea2123 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0457268 Oct 06 04:38:47.266085 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6017a072-8bf8-42ab-b77a-dd034a169099 req-87833e4b-5f34-45a6-a180-008339eed066 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Oct 06 04:38:47.506487 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-28e5654c-357c-4aea-9455-eae2c2589370 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:47.507984 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-28e5654c-357c-4aea-9455-eae2c2589370 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0513759 Oct 06 04:38:47.904356 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5ab9f-80ce-4546-bd93-c63dae8d27bc req-7acb52ce-9d7d-4aa2-be29-53cb765c833b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:47.905827 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-abc5ab9f-80ce-4546-bd93-c63dae8d27bc req-7acb52ce-9d7d-4aa2-be29-53cb765c833b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0468731 Oct 06 04:38:47.953847 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-abc5ab9f-80ce-4546-bd93-c63dae8d27bc req-52f8e7f2-599f-467a-a81d-0990907fd8f7 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Oct 06 04:38:48.122285 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ed46c-c714-4f3a-a45f-a01f2864320f req-971e2227-cab5-4bec-b1d4-ffb3f5085a10 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:48.123769 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-300ed46c-c714-4f3a-a45f-a01f2864320f req-971e2227-cab5-4bec-b1d4-ffb3f5085a10 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0957696 Oct 06 04:38:48.124388 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Deleting port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:38:48.124722 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:48.394823 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6ceeb-826a-4e51-9fe7-7a619ff642b4 req-e2a8d488-0db7-40ed-b7fb-80d45d44bfa0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:48.396373 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-67e6ceeb-826a-4e51-9fe7-7a619ff642b4 req-e2a8d488-0db7-40ed-b7fb-80d45d44bfa0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 945 time: 0.0513034 Oct 06 04:38:48.445711 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-67e6ceeb-826a-4e51-9fe7-7a619ff642b4 req-c8d913fc-8eda-418b-b3bf-d2435e98cc99 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7b38a822-bc11-42b2-8386-505d2f122c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Oct 06 04:38:48.458104 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-300ed46c-c714-4f3a-a45f-a01f2864320f req-21c6309d-c73a-45d8-9414-554be78ff245 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283620 Oct 06 04:38:48.485130 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] For port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:38:48.485500 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:48.491861 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42538) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:48.581364 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1737b0-c2b8-42a5-bc4c-741a21b055cb tempest-TestMinimumBasicScenario-1691339252 tempest-TestMinimumBasicScenario-1691339252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:48.582882 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-0d1737b0-c2b8-42a5-bc4c-741a21b055cb tempest-TestMinimumBasicScenario-1691339252 tempest-TestMinimumBasicScenario-1691339252-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1124 time: 0.0900283 Oct 06 04:38:48.586571 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42542) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:48.590870 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'port_id': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:48.614607 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:48.683674 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:48.690905 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:48.699927 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:48.711981 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:48.712350 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (80002aae-d19c-401a-9406-3cb2b197809e), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:48.712666 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.l3_db [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Floating IP 80002aae-d19c-401a-9406-3cb2b197809e disassociated. External IP: 172.27.0.115, port: 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2. Oct 06 04:38:48.713031 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Calling delete_port for 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 owned by compute:nova {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:38:48.805892 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Allocated IP 172.27.0.252 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/de1f8325-6496-47a0-b0e8-f594b99576b6) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:38:48.841761 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:48.869327 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'Port': ['ID=9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:48.919816 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for port (de1f8325-6496-47a0-b0e8-f594b99576b6), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:48.953037 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (de1f8325-6496-47a0-b0e8-f594b99576b6), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:48.956657 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:48.982139 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:48.988207 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:38:48.998424 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:38:49.002051 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:38:49.008907 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:38:49.040365 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'Port': ['ID=de1f8325-6496-47a0-b0e8-f594b99576b6,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:49.072004 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.072351 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.072695 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.073033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.073364 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.073693 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.074018 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.074342 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.074666 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.075002 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.075330 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.075650 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.075971 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.076289 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.076602 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:49.104645 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:38:49.115942 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:38:49.128225 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:38:49.129250 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:38:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:49.152149 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd89f-cb6c-4956-8644-784bcd862f3d req-113bc4e1-54e4-48d5-a73e-765376b76375 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:49.155337 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0e2bd89f-cb6c-4956-8644-784bcd862f3d req-113bc4e1-54e4-48d5-a73e-765376b76375 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.1093879 Oct 06 04:38:49.174257 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] No DVR routers for this DVR port 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 on host hv-cinder-86022 {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:38:49.178802 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:49.182631 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-69193ea6-b9ef-46b5-9a68-96355add9f70 req-309cf90e-30e2-4767-b478-52129f0e9266 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 HTTP/1.1" status: 204 len: 173 time: 1.2201140 Oct 06 04:38:49.183250 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'name': 'network-vif-deleted', 'tag': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:38:49.185741 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c4eb49-912b-45eb-98bc-d65b33d495f3" -d '{"events": [{"server_uuid": "b0802344-0cf0-48a1-b4cc-b2495c860ac2", "name": "network-vif-deleted", "tag": "9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:38:49.234268 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d61b3d4-fa77-4cb8-a193-5eb26cf8192f x-openstack-request-id: req-3d61b3d4-fa77-4cb8-a193-5eb26cf8192f {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:38:49.234844 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0802344-0cf0-48a1-b4cc-b2495c860ac2", "name": "network-vif-deleted", "tag": "9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:38:49.235322 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3d61b3d4-fa77-4cb8-a193-5eb26cf8192f {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:38:49.236433 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d61b3d4-fa77-4cb8-a193-5eb26cf8192f'] response: {'server_uuid': 'b0802344-0cf0-48a1-b4cc-b2495c860ac2', 'name': 'network-vif-deleted', 'tag': '9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2', 'status': 'completed', 'code': 200} Oct 06 04:38:49.274885 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0e2bd89f-cb6c-4956-8644-784bcd862f3d req-f2e634fa-91df-4ad3-9499-a69c3bbe4521 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119905 Oct 06 04:38:49.291693 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:49.316627 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:38:49.470364 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:49.560223 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7946-6781-4a5c-9c0b-22958b70d739 req-63e7567e-e97b-484a-a54a-278ebc5c1016 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:49.561735 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9dfc7946-6781-4a5c-9c0b-22958b70d739 req-63e7567e-e97b-484a-a54a-278ebc5c1016 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.1036582 Oct 06 04:38:49.570161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'f4df8156-a064-4d88-9c07-0b62bbddfcba', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:46Z', 'revision_number': 2, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:49.597694 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:38:49.609248 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:38:49.610223 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:38:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:49.620496 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f19b9c44-1a05-48d7-8fa3-0a39c9a1ff5b req-b0e1d573-8a6f-4c5a-b463-ad3f27b2d7ad tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b0802344-0cf0-48a1-b4cc-b2495c860ac2 HTTP/1.1" status: 200 len: 210 time: 0.0395439 Oct 06 04:38:49.680808 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9dfc7946-6781-4a5c-9c0b-22958b70d739 req-131e2a01-edfa-414e-a649-8fa29d55dc99 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126943 Oct 06 04:38:49.685072 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for floatingip (9198e870-bb73-47d2-8f3e-1f77909df169), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:49.722784 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:38:49.778564 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (de1f8325-6496-47a0-b0e8-f594b99576b6), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:49.943537 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for port (de1f8325-6496-47a0-b0e8-f594b99576b6), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:49.948986 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (de1f8325-6496-47a0-b0e8-f594b99576b6), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:49.965804 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'f4df8156-a064-4d88-9c07-0b62bbddfcba', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:46Z', 'revision_number': 2, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:49.992277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13156b-6ff4-45f6-9469-6dc4c49abda1 None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'f4df8156-a064-4d88-9c07-0b62bbddfcba', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '6388b760-70f1-47b6-a577-dd35569e080b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:27:e7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:32:31Z', 'updated_at': '2022-10-06T04:33:46Z', 'revision_number': 2, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:38:50.005649 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:50.011466 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:50.024755 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (9198e870-bb73-47d2-8f3e-1f77909df169), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.026933 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'Port': ['ID=de1f8325-6496-47a0-b0e8-f594b99576b6,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:50.126530 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Floating IP 9198e870-bb73-47d2-8f3e-1f77909df169 associated. External IP: 172.27.0.252, port: 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d. Oct 06 04:38:50.271569 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14b8d8-cb4c-4e71-b9d3-cb6d46e5a8a5 None None] New status for floating IP 80002aae-d19c-401a-9406-3cb2b197809e: DOWN {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:38:50.350902 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:38:50.423463 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f7c02-74a3-4c4b-b546-c9b1df5b07ce req-a1ae4ce0-0ca9-4640-bb6d-c08148fbf05f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:50.425375 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-869f7c02-74a3-4c4b-b546-c9b1df5b07ce req-a1ae4ce0-0ca9-4640-bb6d-c08148fbf05f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0517547 Oct 06 04:38:50.505067 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-869f7c02-74a3-4c4b-b546-c9b1df5b07ce req-e506748b-6a01-49d2-bedf-702f08c7b893 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728862 Oct 06 04:38:50.544365 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:38:50.560608 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] Sync routers for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:38:50.563577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.572033 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:38:50.572642 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:38:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:50.603664 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b357ac3a-5c32-482e-8efc-3e1163a26d2a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0134718 Oct 06 04:38:50.603664 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:38:50.603983 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42558) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:50.608614 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-10572c9f-bcd1-4f63-ba47-30cfb2d7230e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-222853315', 'description': 'tempest-secgroup-smoke-222853315 description', 'project_id': '43ee2f7c65044158a0230e4997d7bdf9'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:50.611798 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9da391-da8d-484b-9323-2f81d001236d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:38:50.647955 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-10572c9f-bcd1-4f63-ba47-30cfb2d7230e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.692441 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:38:50.746066 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfaf338-33fe-4655-927c-a15fed5dd937 x-openstack-request-id: req-7dfaf338-33fe-4655-927c-a15fed5dd937 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:38:50.746360 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:38:50.747434 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7dfaf338-33fe-4655-927c-a15fed5dd937 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:38:50.748114 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfaf338-33fe-4655-927c-a15fed5dd937'] response: {'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'status': 'completed', 'code': 200} Oct 06 04:38:50.782362 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42570) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:50.796326 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-10572c9f-bcd1-4f63-ba47-30cfb2d7230e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group (7834e0cd-d634-4aca-be75-3780d2f38a10), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.803859 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-10572c9f-bcd1-4f63-ba47-30cfb2d7230e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (7834e0cd-d634-4aca-be75-3780d2f38a10), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.853099 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-50b809df-9d18-4abf-b0f8-be5ea479b240 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (7b38a822-bc11-42b2-8386-505d2f122c02), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.876835 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-50b809df-9d18-4abf-b0f8-be5ea479b240 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (7b38a822-bc11-42b2-8386-505d2f122c02), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.902548 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da391-da8d-484b-9323-2f81d001236d req-1ae0c158-f580-4191-af93-bf75c82908e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:50.904186 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1a9da391-da8d-484b-9323-2f81d001236d req-1ae0c158-f580-4191-af93-bf75c82908e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1129 time: 0.0926788 Oct 06 04:38:50.904927 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10572c9f-bcd1-4f63-ba47-30cfb2d7230e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7834e0cd-d634-4aca-be75-3780d2f38a10,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:50.945967 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-50b809df-9d18-4abf-b0f8-be5ea479b240 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (7b38a822-bc11-42b2-8386-505d2f122c02), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.948941 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-50b809df-9d18-4abf-b0f8-be5ea479b240 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.954392 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-50b809df-9d18-4abf-b0f8-be5ea479b240 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7b38a822-bc11-42b2-8386-505d2f122c02 HTTP/1.1" status: 204 len: 168 time: 0.1664538 Oct 06 04:38:50.957299 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42572) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:50.976043 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b809df-9d18-4abf-b0f8-be5ea479b240 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b38a822-bc11-42b2-8386-505d2f122c02,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:50.986464 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.api.v2.resource [None req-2fd44e6d-ef94-498c-ab66-efb7cf5eee58 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] show failed (client error): The resource could not be found. Oct 06 04:38:50.991738 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-2fd44e6d-ef94-498c-ab66-efb7cf5eee58 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups/7b38a822-bc11-42b2-8386-505d2f122c02 HTTP/1.1" status: 404 len: 347 time: 0.0298891 Oct 06 04:38:50.992424 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:50.992623 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42574) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:50.993385 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-10572c9f-bcd1-4f63-ba47-30cfb2d7230e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:50.997978 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-10572c9f-bcd1-4f63-ba47-30cfb2d7230e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3899648 Oct 06 04:38:51.003555 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42576) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:51.027169 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:51.041478 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-427474df-ad4d-456d-b442-bbcc13d2d9e2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'security_group_rule': {'security_group_id': '7834e0cd-d634-4aca-be75-3780d2f38a10', 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:51.065507 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaf8ba-8839-4504-a78d-1e5e3d60f7e5 req-1d928162-b9fb-4026-a18b-89ccf77a3431 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:51.074010 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c7eaf8ba-8839-4504-a78d-1e5e3d60f7e5 req-1d928162-b9fb-4026-a18b-89ccf77a3431 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.1617246 Oct 06 04:38:51.080689 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:51.093000 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da391-da8d-484b-9323-2f81d001236d req-20360b66-068c-4037-8aed-d1dddb3903a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:51.094481 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1a9da391-da8d-484b-9323-2f81d001236d req-20360b66-068c-4037-8aed-d1dddb3903a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd HTTP/1.1" status: 200 len: 915 time: 0.1713119 Oct 06 04:38:51.105542 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '9198e870-bb73-47d2-8f3e-1f77909df169', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'port_id': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'mac_address': 'fa:16:3e:ab:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:38:49Z', 'updated_at': '2022-10-06T04:38:49Z', 'revision_number': 0, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde8eb7d-12af-4005-ac89-dbad14dc43a1', 'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'mac_address': 'fa:16:3e:df:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:33Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 5, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'subnets': [{'id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:51.136193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] Checking router: 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:38:51.146658 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:38:51.147123 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-427474df-ad4d-456d-b442-bbcc13d2d9e2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (29d1a382-253d-4868-942a-4682265127ab), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.147331 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:38:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:51.177369 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Deleting port 48cb9b8e-f44a-4d8e-a5da-a0c21728a39c {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:38:51.177802 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (48cb9b8e-f44a-4d8e-a5da-a0c21728a39c), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.195546 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c7eaf8ba-8839-4504-a78d-1e5e3d60f7e5 req-146620eb-91de-4d2d-ac4c-1d5001959451 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154625 Oct 06 04:38:51.198322 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1a9da391-da8d-484b-9323-2f81d001236d req-fb9e189e-5ef8-4495-bcd2-1e25bbd09e67 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 999 time: 0.0724056 Oct 06 04:38:51.247493 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:51.260914 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da391-da8d-484b-9323-2f81d001236d req-cf11b28b-f0ad-4dbb-be22-5e9f84ac6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:51.262805 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1a9da391-da8d-484b-9323-2f81d001236d req-cf11b28b-f0ad-4dbb-be22-5e9f84ac6727 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1 HTTP/1.1" status: 200 len: 854 time: 0.0585880 Oct 06 04:38:51.269984 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:51.283948 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:38:51.308743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:51.328068 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-427474df-ad4d-456d-b442-bbcc13d2d9e2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (29d1a382-253d-4868-942a-4682265127ab), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.331320 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da391-da8d-484b-9323-2f81d001236d req-b2fc0619-5287-40f3-8e33-64f438d977b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:51.333786 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1a9da391-da8d-484b-9323-2f81d001236d req-b2fc0619-5287-40f3-8e33-64f438d977b4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625696 Oct 06 04:38:51.334015 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (48cb9b8e-f44a-4d8e-a5da-a0c21728a39c), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.334435 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (48cb9b8e-f44a-4d8e-a5da-a0c21728a39c), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.344245 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-427474df-ad4d-456d-b442-bbcc13d2d9e2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (29d1a382-253d-4868-942a-4682265127ab), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.386779 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Calling delete_port for 48cb9b8e-f44a-4d8e-a5da-a0c21728a39c owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:38:51.406647 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427474df-ad4d-456d-b442-bbcc13d2d9e2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d1a382-253d-4868-942a-4682265127ab,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:51.426548 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:38:51.433613 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-427474df-ad4d-456d-b442-bbcc13d2d9e2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.436301 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-427474df-ad4d-456d-b442-bbcc13d2d9e2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4314289 Oct 06 04:38:51.440513 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42578) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:51.452855 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-baa53aef-951b-405a-b453-dcc8afdb8df2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'security_group_rule': {'security_group_id': '7834e0cd-d634-4aca-be75-3780d2f38a10', 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:51.482022 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:38:51.482466 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 9c5e0f8b-c1b2-458f-a4b9-3a77bbe709f2 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:38:51.509556 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1a9da391-da8d-484b-9323-2f81d001236d req-571da1a3-278c-46e5-8c9a-f3f00870dc55 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632030 Oct 06 04:38:51.564344 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baa53aef-951b-405a-b453-dcc8afdb8df2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (6ec3e96e-c0a9-4456-9b78-380782f4f63a), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.654838 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '9198e870-bb73-47d2-8f3e-1f77909df169', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'port_id': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'mac_address': 'fa:16:3e:ab:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:38:49Z', 'updated_at': '2022-10-06T04:38:49Z', 'revision_number': 0, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde8eb7d-12af-4005-ac89-dbad14dc43a1', 'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'mac_address': 'fa:16:3e:df:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:33Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 5, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'subnets': [{'id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:51.656358 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1a9da391-da8d-484b-9323-2f81d001236d req-85c35781-3a82-420c-8b61-e99ccb8b2cbb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388340 Oct 06 04:38:51.669255 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baa53aef-951b-405a-b453-dcc8afdb8df2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (6ec3e96e-c0a9-4456-9b78-380782f4f63a), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.685537 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a00298-065e-4856-a06a-6884f0d6c9ac None None] The sync data for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi is: [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '9198e870-bb73-47d2-8f3e-1f77909df169', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'port_id': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'mac_address': 'fa:16:3e:ab:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:38:49Z', 'updated_at': '2022-10-06T04:38:49Z', 'revision_number': 0, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde8eb7d-12af-4005-ac89-dbad14dc43a1', 'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'mac_address': 'fa:16:3e:df:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:33Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 5, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'subnets': [{'id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:38:51.691215 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baa53aef-951b-405a-b453-dcc8afdb8df2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (6ec3e96e-c0a9-4456-9b78-380782f4f63a), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.734545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4f022-3af7-49da-bbf3-269784eb777b req-62faef41-e576-432c-b739-492a14955588 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:51.736055 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fba4f022-3af7-49da-bbf3-269784eb777b req-62faef41-e576-432c-b739-492a14955588 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0878141 Oct 06 04:38:51.736660 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa53aef-951b-405a-b453-dcc8afdb8df2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec3e96e-c0a9-4456-9b78-380782f4f63a,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:51.742938 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baa53aef-951b-405a-b453-dcc8afdb8df2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.748394 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-baa53aef-951b-405a-b453-dcc8afdb8df2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3067322 Oct 06 04:38:51.751251 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42582) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:51.755723 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-66352777-8375-46cb-8fdf-9566f55ffeb5 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'security_group_rule': {'security_group_id': '7834e0cd-d634-4aca-be75-3780d2f38a10', 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:51.765806 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (48cb9b8e-f44a-4d8e-a5da-a0c21728a39c), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.788979 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-66352777-8375-46cb-8fdf-9566f55ffeb5 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (8a573eea-ca5a-4c4e-8543-e523aef65628), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.796511 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'Port': ['ID=48cb9b8e-f44a-4d8e-a5da-a0c21728a39c,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:51.870251 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-66352777-8375-46cb-8fdf-9566f55ffeb5 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (8a573eea-ca5a-4c4e-8543-e523aef65628), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.874413 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-66352777-8375-46cb-8fdf-9566f55ffeb5 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (8a573eea-ca5a-4c4e-8543-e523aef65628), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.897654 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66352777-8375-46cb-8fdf-9566f55ffeb5 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a573eea-ca5a-4c4e-8543-e523aef65628,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:51.907703 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-66352777-8375-46cb-8fdf-9566f55ffeb5 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.912210 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-66352777-8375-46cb-8fdf-9566f55ffeb5 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567407 Oct 06 04:38:51.913052 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42584) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:51.920780 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-0b2333af-5797-477a-9415-80484bfce67d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'security_group_rule': {'security_group_id': '7834e0cd-d634-4aca-be75-3780d2f38a10', 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:51.957594 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0b2333af-5797-477a-9415-80484bfce67d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (daa6c439-5912-4486-a91f-e02bf5d46417), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:51.973367 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89277ce7-8fe2-4076-b434-30e136e1b227 None None] New status for floating IP 9198e870-bb73-47d2-8f3e-1f77909df169: ACTIVE {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:38:52.027469 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0b2333af-5797-477a-9415-80484bfce67d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (daa6c439-5912-4486-a91f-e02bf5d46417), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.032871 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0b2333af-5797-477a-9415-80484bfce67d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (daa6c439-5912-4486-a91f-e02bf5d46417), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.053123 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2333af-5797-477a-9415-80484bfce67d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa6c439-5912-4486-a91f-e02bf5d46417,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:52.062501 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0b2333af-5797-477a-9415-80484bfce67d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.066444 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0b2333af-5797-477a-9415-80484bfce67d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498358 Oct 06 04:38:52.066845 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42586) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:52.071991 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-23e3a872-861f-4456-8e40-51f797cb881e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'security_group_rule': {'security_group_id': '7834e0cd-d634-4aca-be75-3780d2f38a10', 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:52.094040 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.securitygroups_db [None req-23e3a872-861f-4456-8e40-51f797cb881e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Project 43ee2f7c65044158a0230e4997d7bdf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 04:38:52.102060 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-23e3a872-861f-4456-8e40-51f797cb881e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (5dc646b5-3bd0-4223-b559-d5cbf75bc693), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.108419 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fba4f022-3af7-49da-bbf3-269784eb777b req-cf19cfc9-6e72-4e33-9eb3-0e804c84bff1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585818 Oct 06 04:38:52.139190 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (80002aae-d19c-401a-9406-3cb2b197809e), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.141770 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.145482 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-6b417098-48ad-41e1-894b-f23d0e991a48 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/80002aae-d19c-401a-9406-3cb2b197809e HTTP/1.1" status: 204 len: 168 time: 1.1490564 Oct 06 04:38:52.169933 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-23e3a872-861f-4456-8e40-51f797cb881e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (5dc646b5-3bd0-4223-b559-d5cbf75bc693), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.174108 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-23e3a872-861f-4456-8e40-51f797cb881e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (5dc646b5-3bd0-4223-b559-d5cbf75bc693), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.187478 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:52.213487 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3a872-861f-4456-8e40-51f797cb881e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc646b5-3bd0-4223-b559-d5cbf75bc693,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:52.213487 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-23e3a872-861f-4456-8e40-51f797cb881e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.213487 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-23e3a872-861f-4456-8e40-51f797cb881e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443529 Oct 06 04:38:52.215082 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42592) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:38:52.221037 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-b99a8866-c107-4441-9e33-49869271fb28 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'security_group_rule': {'security_group_id': '7834e0cd-d634-4aca-be75-3780d2f38a10', 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:52.264326 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.securitygroups_db [None req-b99a8866-c107-4441-9e33-49869271fb28 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Project 43ee2f7c65044158a0230e4997d7bdf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 04:38:52.273103 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b99a8866-c107-4441-9e33-49869271fb28 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (a4acd138-bdd1-4214-996a-0e27abf35ac8), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.364411 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673fbc2-2a20-446e-9da7-3cc1fbbdfa2e req-017bdf03-3b1b-4485-8e59-b3ceb7436450 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:52.366485 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8673fbc2-2a20-446e-9da7-3cc1fbbdfa2e req-017bdf03-3b1b-4485-8e59-b3ceb7436450 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0693820 Oct 06 04:38:52.387387 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b99a8866-c107-4441-9e33-49869271fb28 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (a4acd138-bdd1-4214-996a-0e27abf35ac8), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.399421 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b99a8866-c107-4441-9e33-49869271fb28 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (a4acd138-bdd1-4214-996a-0e27abf35ac8), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.441552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a8866-c107-4441-9e33-49869271fb28 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4acd138-bdd1-4214-996a-0e27abf35ac8,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:52.452878 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b99a8866-c107-4441-9e33-49869271fb28 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.457913 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b99a8866-c107-4441-9e33-49869271fb28 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2415087 Oct 06 04:38:52.466711 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8673fbc2-2a20-446e-9da7-3cc1fbbdfa2e req-959ea8d1-a59b-458d-9fba-a21930161d92 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937448 Oct 06 04:38:52.558175 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:52.573010 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-0737d018-03e0-4a20-9226-af267f5e1ce2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-222853315&fields=id&tenant_id=43ee2f7c65044158a0230e4997d7bdf9 HTTP/1.1" status: 200 len: 267 time: 0.0491633 Oct 06 04:38:52.622659 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-bfa70d1d-fc06-4b22-99d9-2e60db2991b4 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:52.624136 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-bfa70d1d-fc06-4b22-99d9-2e60db2991b4 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0452247 Oct 06 04:38:52.634666 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-4b6a1579-3b89-4fd6-8f12-afccd2f9db87 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'port': {'security_groups': ['1a565195-4dfe-4487-8945-9570c6030ae4', '7834e0cd-d634-4aca-be75-3780d2f38a10']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:38:52.638380 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:52.705485 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-4b6a1579-3b89-4fd6-8f12-afccd2f9db87 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.886376 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-4b6a1579-3b89-4fd6-8f12-afccd2f9db87 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] For port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:38:52.913640 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-4b6a1579-3b89-4fd6-8f12-afccd2f9db87 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.918222 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-4b6a1579-3b89-4fd6-8f12-afccd2f9db87 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.928334 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-4b6a1579-3b89-4fd6-8f12-afccd2f9db87 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:52.928960 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-4b6a1579-3b89-4fd6-8f12-afccd2f9db87 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:52.930299 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0f5bd28-b527-4332-9731-4b0487b8ec95 req-4b6a1579-3b89-4fd6-8f12-afccd2f9db87 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "PUT /networking/v2.0/ports/45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 981 time: 0.3002181 Oct 06 04:38:52.933189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:38:52.935423 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:38:52.959000 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:38:53.006423 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f58ef5-1f80-4e66-8243-e8be9ed14b39 x-openstack-request-id: req-c8f58ef5-1f80-4e66-8243-e8be9ed14b39 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:38:53.006423 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:38:53.006713 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c8f58ef5-1f80-4e66-8243-e8be9ed14b39 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:38:53.007069 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f58ef5-1f80-4e66-8243-e8be9ed14b39'] response: {'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'status': 'completed', 'code': 200} Oct 06 04:38:53.008132 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a1579-3b89-4fd6-8f12-afccd2f9db87 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'Port': ['ID=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,revision_number=6']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:53.035408 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:53.050694 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b07561-4a90-4931-9aae-9f96112289af req-34d17899-1ba3-451a-a9cc-04c54e82ef05 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:53.052739 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d3b07561-4a90-4931-9aae-9f96112289af req-34d17899-1ba3-451a-a9cc-04c54e82ef05 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0556595 Oct 06 04:38:53.117578 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d3b07561-4a90-4931-9aae-9f96112289af req-2dcd1a7e-3e6a-4b95-a089-8ae19940ab8e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587292 Oct 06 04:38:53.176960 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-df1cb5ab-917e-4355-a3a7-640d217c5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:53.179649 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-df1cb5ab-917e-4355-a3a7-640d217c5260 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1168 time: 0.0455375 Oct 06 04:38:53.198321 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:38:53.247711 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19153b23-ccab-4e22-bbc7-9836fccecd20 req-11a4b87c-e45e-47ce-b176-23bb9dd0ef51 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:53.249216 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-19153b23-ccab-4e22-bbc7-9836fccecd20 req-11a4b87c-e45e-47ce-b176-23bb9dd0ef51 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0508461 Oct 06 04:38:53.300297 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-19153b23-ccab-4e22-bbc7-9836fccecd20 req-ecbb0ff1-9813-4ed0-b672-15f1d9e81c84 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450823 Oct 06 04:38:53.402690 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:53.441513 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:53.592813 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d9943-949c-4ef8-a878-78eff94bcb91 req-438079ef-7c30-4460-882e-9d1beee51d9b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:53.594263 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-742d9943-949c-4ef8-a878-78eff94bcb91 req-438079ef-7c30-4460-882e-9d1beee51d9b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0452795 Oct 06 04:38:53.656361 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-742d9943-949c-4ef8-a878-78eff94bcb91 req-e655f9f3-45f5-49a4-b1e0-903aeef2a65f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556617 Oct 06 04:38:54.429840 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f7bf4-4fa9-4930-8484-153baff5339b req-3d325ca3-0f39-4b72-9524-dce440c94b0b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:54.431315 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f57f7bf4-4fa9-4930-8484-153baff5339b req-3d325ca3-0f39-4b72-9524-dce440c94b0b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0459142 Oct 06 04:38:54.477629 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f57f7bf4-4fa9-4930-8484-153baff5339b req-6ee4de91-b58c-4784-be10-b5600b323a92 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Oct 06 04:38:54.778717 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e56a7-98cd-415d-b4a3-9bdde67f9465 req-57c2c1e0-6c97-4bcc-b29e-a3ebabe066d4 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:54.780320 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-aa8e56a7-98cd-415d-b4a3-9bdde67f9465 req-57c2c1e0-6c97-4bcc-b29e-a3ebabe066d4 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0489426 Oct 06 04:38:54.847084 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-aa8e56a7-98cd-415d-b4a3-9bdde67f9465 req-1984588e-d294-44fe-9d01-d8b5f6a148f9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608594 Oct 06 04:38:54.917142 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-2a726af2-43c3-4738-8907-3f2075a4a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:54.918593 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-2a726af2-43c3-4738-8907-3f2075a4a142 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd HTTP/1.1" status: 200 len: 915 time: 0.0967669 Oct 06 04:38:55.072234 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-f7ba2063-87f5-4c8d-88e4-55a3e2a65a1a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 1001 time: 0.0602384 Oct 06 04:38:55.074797 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558661ed-2c63-456c-bda4-e7840154e505 req-30dfcb0a-19e6-48fb-baac-f9b0a28c8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:55.076341 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-558661ed-2c63-456c-bda4-e7840154e505 req-30dfcb0a-19e6-48fb-baac-f9b0a28c8be1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 1129 time: 0.0386910 Oct 06 04:38:55.129046 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-558661ed-2c63-456c-bda4-e7840154e505 req-52af603d-685c-4239-9372-5efedcf987cd service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Oct 06 04:38:55.136123 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-7fbb7058-ad0c-4df3-8e2d-117ca5e7563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:55.137608 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-7fbb7058-ad0c-4df3-8e2d-117ca5e7563a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1 HTTP/1.1" status: 200 len: 854 time: 0.0461833 Oct 06 04:38:55.603095 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46be76-5bf6-4409-8e90-9eee187d3f0c req-d211ffde-5896-40db-919c-0259af9ae80b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:55.604534 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fd46be76-5bf6-4409-8e90-9eee187d3f0c req-d211ffde-5896-40db-919c-0259af9ae80b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0508850 Oct 06 04:38:55.620001 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-e493cbd1-3a26-41fc-b82c-864c76ee5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:55.621545 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-e493cbd1-3a26-41fc-b82c-864c76ee5915 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420449 Oct 06 04:38:55.664019 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fd46be76-5bf6-4409-8e90-9eee187d3f0c req-868a5660-8229-48f6-a831-389b935fa6c3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496759 Oct 06 04:38:55.933235 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbd153-3ac4-4b75-893a-da819568188a req-322dd3a8-c892-4d1e-b6b6-7ec21f7dc6d2 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:55.934874 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8cdbd153-3ac4-4b75-893a-da819568188a req-322dd3a8-c892-4d1e-b6b6-7ec21f7dc6d2 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0558929 Oct 06 04:38:55.970899 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd8d66-10e7-4c67-842d-6462774395eb req-7152167b-b37c-4f3a-9301-835d496e150b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:55.972399 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1ebd8d66-10e7-4c67-842d-6462774395eb req-7152167b-b37c-4f3a-9301-835d496e150b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0475726 Oct 06 04:38:55.985952 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8cdbd153-3ac4-4b75-893a-da819568188a req-8af42f4f-1121-4a35-a6df-7ddfd5b283eb tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453818 Oct 06 04:38:56.024600 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1ebd8d66-10e7-4c67-842d-6462774395eb req-8c5c00c9-4332-46e0-8284-dd09ac1de4af tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464785 Oct 06 04:38:56.190569 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-f35e2381-a29e-4be5-8d15-ece2fefe4e3b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828700 Oct 06 04:38:56.611512 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:56.795607 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5f22f-b067-484e-b14c-de7685c3b072 req-e1fab153-d663-411b-a94e-f7a6fc0b5bc3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:56.797179 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b2a5f22f-b067-484e-b14c-de7685c3b072 req-e1fab153-d663-411b-a94e-f7a6fc0b5bc3 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0544732 Oct 06 04:38:56.823211 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:56.847980 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b2a5f22f-b067-484e-b14c-de7685c3b072 req-11f8469b-b225-4553-bbb2-e6d2f3032d80 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443463 Oct 06 04:38:56.859598 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ce6c69bf-1f20-4e9d-81b0-546d3cf080c4 req-198b42a2-09dd-41c1-8c1f-3266823aea26 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946033 Oct 06 04:38:57.106372 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34090c-68b9-4cea-a3f2-206efe86c7fa req-84fefe46-ec5c-443f-b743-2f22867dd473 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:57.107894 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4a34090c-68b9-4cea-a3f2-206efe86c7fa req-84fefe46-ec5c-443f-b743-2f22867dd473 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0469265 Oct 06 04:38:57.146614 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecd86a-d493-4e11-8684-871d9eba6ebd req-c021a898-2956-4243-bd34-c0c12604ee6f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:57.148157 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-edecd86a-d493-4e11-8684-871d9eba6ebd req-c021a898-2956-4243-bd34-c0c12604ee6f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0474758 Oct 06 04:38:57.155937 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4a34090c-68b9-4cea-a3f2-206efe86c7fa req-cd356cef-8b3c-4821-b1bf-88f9f3bb190d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Oct 06 04:38:57.177671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:57.199908 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-edecd86a-d493-4e11-8684-871d9eba6ebd req-cb280394-660a-40fb-b1e0-8f57853fe1da tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460246 Oct 06 04:38:57.909448 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3527f83-6422-4500-b4da-b43410c29a6f req-ffb940d8-415d-416a-a90a-e65f029554c4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:57.910889 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b3527f83-6422-4500-b4da-b43410c29a6f req-ffb940d8-415d-416a-a90a-e65f029554c4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0461774 Oct 06 04:38:57.922868 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:58.002246 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:58.028156 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2aa44-cdc5-44c2-b74b-1cedc9455bb5 req-a988f5e3-4114-43db-bada-ceed63df45dc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:58.029603 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4c2aa44-cdc5-44c2-b74b-1cedc9455bb5 req-a988f5e3-4114-43db-bada-ceed63df45dc tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0851912 Oct 06 04:38:58.055681 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Deleting port 6388b760-70f1-47b6-a577-dd35569e080b {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:38:58.056013 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (6388b760-70f1-47b6-a577-dd35569e080b), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:58.134632 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d4c2aa44-cdc5-44c2-b74b-1cedc9455bb5 req-6ed76b5f-29b9-408d-868f-b2e87238e270 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982213 Oct 06 04:38:58.169048 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] For port 6388b760-70f1-47b6-a577-dd35569e080b, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=6388b760-70f1-47b6-a577-dd35569e080b,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:38:58.169413 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (6388b760-70f1-47b6-a577-dd35569e080b), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:58.282042 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1268f9-0077-4797-ae6e-bcda3edb6f19 req-358c218d-bf79-402a-a7da-2e30d57de544 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:58.284451 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9e1268f9-0077-4797-ae6e-bcda3edb6f19 req-358c218d-bf79-402a-a7da-2e30d57de544 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 945 time: 0.0501692 Oct 06 04:38:58.355452 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:58.355628 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9e1268f9-0077-4797-ae6e-bcda3edb6f19 req-7c195fc2-0a75-47f7-be0f-6aa76e166111 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=919e3590-5fc0-4eb5-8910-3bfa7142c68b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643353 Oct 06 04:38:58.356146 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (f4df8156-a064-4d88-9c07-0b62bbddfcba), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:58.356763 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.l3_db [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Floating IP f4df8156-a064-4d88-9c07-0b62bbddfcba disassociated. External IP: 172.27.0.34, port: 6388b760-70f1-47b6-a577-dd35569e080b. Oct 06 04:38:58.357279 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Calling delete_port for 6388b760-70f1-47b6-a577-dd35569e080b owned by compute:nova {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:38:58.471075 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ffd05-2810-40da-8e18-811fb3a7afbb req-3ce9319d-84c7-41df-9dc8-9a8dc347f291 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:58.472798 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bb8ffd05-2810-40da-8e18-811fb3a7afbb req-3ce9319d-84c7-41df-9dc8-9a8dc347f291 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0661073 Oct 06 04:38:58.565277 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-bb8ffd05-2810-40da-8e18-811fb3a7afbb req-d3f9181c-74fd-4436-8776-596f959c3be6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809765 Oct 06 04:38:58.585082 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (6388b760-70f1-47b6-a577-dd35569e080b), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:58.593640 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8151c69-59d1-4e4d-9704-c7c34b6ac4f9 req-d5ddca8d-1ec4-47a4-9e73-ad6142025b0d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:58.595204 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a8151c69-59d1-4e4d-9704-c7c34b6ac4f9 req-d5ddca8d-1ec4-47a4-9e73-ad6142025b0d tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0788503 Oct 06 04:38:58.603619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-b99cd827-11f4-444d-81b6-6b8a9289a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:58.608426 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-b99cd827-11f4-444d-81b6-6b8a9289a9d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 1129 time: 0.0642033 Oct 06 04:38:58.632191 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'Port': ['ID=6388b760-70f1-47b6-a577-dd35569e080b,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:38:58.644456 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.644810 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.645158 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.645720 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.647093 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.647449 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.647795 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.648130 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.648466 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.648829 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.649174 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.649500 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.649828 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.650182 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.651193 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:38:58.720861 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a8151c69-59d1-4e4d-9704-c7c34b6ac4f9 req-84a4f983-5cd4-4820-ad10-331ce4b8c388 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196756 Oct 06 04:38:58.750324 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-d5ae662a-41eb-44a3-980c-e03561d66f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:58.751821 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-d5ae662a-41eb-44a3-980c-e03561d66f1a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.1254408 Oct 06 04:38:58.757376 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:38:58.816153 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:58.820832 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-dc8b8828-d9fc-48ba-958c-db2687112c73 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de HTTP/1.1" status: 200 len: 1001 time: 0.0619638 Oct 06 04:38:58.862521 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:38:58.871048 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-72cf8e73-2ce3-4a5d-9f85-54e3e364bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:58.872533 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-72cf8e73-2ce3-4a5d-9f85-54e3e364bd52 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0464373 Oct 06 04:38:58.874626 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:38:58.886111 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:38:58.887157 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:38:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:58.910866 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] No DVR routers for this DVR port 6388b760-70f1-47b6-a577-dd35569e080b on host hv-cinder-86022 {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:38:58.913441 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:38:58.916715 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b3527f83-6422-4500-b4da-b43410c29a6f req-590a3706-b0ae-4024-b020-2235be3f7747 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6388b760-70f1-47b6-a577-dd35569e080b HTTP/1.1" status: 204 len: 173 time: 1.0006156 Oct 06 04:38:58.917218 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'name': 'network-vif-deleted', 'tag': '6388b760-70f1-47b6-a577-dd35569e080b'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:38:58.919593 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95097a58-a846-4108-b703-662bd374e371" -d '{"events": [{"server_uuid": "ba369ba5-73dc-42d2-a375-b15b0e42188c", "name": "network-vif-deleted", "tag": "6388b760-70f1-47b6-a577-dd35569e080b"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:38:58.931643 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-80b8c285-30fa-4a84-a00b-c5ad528cd156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:58.933279 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-80b8c285-30fa-4a84-a00b-c5ad528cd156 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501692 Oct 06 04:38:58.966484 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be827493-0d59-4bd3-99d5-2faa9a5da39e x-openstack-request-id: req-be827493-0d59-4bd3-99d5-2faa9a5da39e {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:38:58.966941 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba369ba5-73dc-42d2-a375-b15b0e42188c", "name": "network-vif-deleted", "tag": "6388b760-70f1-47b6-a577-dd35569e080b", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:38:58.968038 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-be827493-0d59-4bd3-99d5-2faa9a5da39e {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:38:58.968038 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be827493-0d59-4bd3-99d5-2faa9a5da39e'] response: {'server_uuid': 'ba369ba5-73dc-42d2-a375-b15b0e42188c', 'name': 'network-vif-deleted', 'tag': '6388b760-70f1-47b6-a577-dd35569e080b', 'status': 'completed', 'code': 200} Oct 06 04:38:59.008312 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:38:59.055325 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-1984b487-e4c7-4ef6-813d-16110192e62e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100392 Oct 06 04:38:59.199055 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75c7d69c-c2cb-47bb-be09-3f4753723244 req-46c8d3f4-31c3-4770-b95d-d7b2f56d4cac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138046 Oct 06 04:38:59.224370 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:59.257392 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:38:59.265996 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:38:59.266602 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:38:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:59.366067 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:38:59.476160 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7bd930c3-397b-4607-9208-debd4c36e279 req-925b8bce-8525-446e-8ce7-0f7ddc6538db tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0328078 Oct 06 04:38:59.547852 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:59.560555 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:38:59.584614 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f53e70-c72d-4f4d-aa21-0f5d520107b6 None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:38:59.694231 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fed773-6440-410b-b0d6-49c64756cce1 req-a7c3010d-7d56-434b-8763-c5c1297c709b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:59.698400 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d7fed773-6440-410b-b0d6-49c64756cce1 req-a7c3010d-7d56-434b-8763-c5c1297c709b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0506144 Oct 06 04:38:59.721062 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:59.749383 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d7fed773-6440-410b-b0d6-49c64756cce1 req-d64a1833-1914-47a2-9605-51f93bc74455 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479593 Oct 06 04:38:59.803915 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8228c88-a471-4427-bc1a-d2466d76d3de None None] New status for floating IP f4df8156-a064-4d88-9c07-0b62bbddfcba: DOWN {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:38:59.809710 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:59.812355 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:38:59.850669 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b7f1-02f4-44c4-a25e-bf8b2b2cf821 req-86ce55d7-b7d2-4af2-93e7-101c5b5bd24e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:38:59.852186 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7510b7f1-02f4-44c4-a25e-bf8b2b2cf821 req-86ce55d7-b7d2-4af2-93e7-101c5b5bd24e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0472896 Oct 06 04:38:59.899720 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7510b7f1-02f4-44c4-a25e-bf8b2b2cf821 req-1d57d706-448c-44de-bc9c-5a2835365faa tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Oct 06 04:39:00.592555 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-35e7ac0e-4ea2-4734-bdea-65c7192ca824 req-8c548394-c6e1-4373-8905-77945dd725c2 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0301836 Oct 06 04:39:00.870498 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925fc6c-de1e-4754-bed9-7270d67e419b req-6946239d-4446-4995-9ee3-28a9acfafe43 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:00.871967 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c925fc6c-de1e-4754-bed9-7270d67e419b req-6946239d-4446-4995-9ee3-28a9acfafe43 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0457375 Oct 06 04:39:00.897823 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:00.919956 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c925fc6c-de1e-4754-bed9-7270d67e419b req-e3da57ce-379e-42b5-b44a-2426fd807b9b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Oct 06 04:39:01.024834 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce72548-1b06-4526-84f3-a648f6848c06 req-d02f21d7-b2cb-43e7-a4aa-44c14d173dc9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:01.026260 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1ce72548-1b06-4526-84f3-a648f6848c06 req-d02f21d7-b2cb-43e7-a4aa-44c14d173dc9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0488353 Oct 06 04:39:01.074302 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1ce72548-1b06-4526-84f3-a648f6848c06 req-20ba2a38-21af-4c79-a71d-506089a3b041 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Oct 06 04:39:01.457682 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 6388b760-70f1-47b6-a577-dd35569e080b no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:39:01.480342 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 6388b760-70f1-47b6-a577-dd35569e080b {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:39:01.480801 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 6388b760-70f1-47b6-a577-dd35569e080b not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:39:01.707377 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9e0292aa-836a-4bfe-894f-577c969f785a req-f6829572-93ac-4de4-9ea5-e50bfdf94c93 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ba369ba5-73dc-42d2-a375-b15b0e42188c HTTP/1.1" status: 200 len: 210 time: 0.0309234 Oct 06 04:39:02.047059 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac9f38-244a-47bb-a9cd-a6a556aafa42 req-4ceac45e-8a2a-4ac2-8285-d6822902c4fa tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:02.048506 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-60ac9f38-244a-47bb-a9cd-a6a556aafa42 req-4ceac45e-8a2a-4ac2-8285-d6822902c4fa tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0462854 Oct 06 04:39:02.095009 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-60ac9f38-244a-47bb-a9cd-a6a556aafa42 req-49707632-97e7-4701-b862-95341ed2dc04 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Oct 06 04:39:02.195375 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1a3b1-3acc-4dda-a7fc-0fdfcdb0a551 req-e1578cdf-379c-4a1b-b6b2-25c43ff99f7b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:02.196819 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-50f1a3b1-3acc-4dda-a7fc-0fdfcdb0a551 req-e1578cdf-379c-4a1b-b6b2-25c43ff99f7b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0465450 Oct 06 04:39:02.244710 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-50f1a3b1-3acc-4dda-a7fc-0fdfcdb0a551 req-a9adf9a1-8d35-475a-a02d-2862782f7c3f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Oct 06 04:39:02.800220 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42688) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:02.853892 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3090-6a6b-443b-b20f-f272c3e93995 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (919e3590-5fc0-4eb5-8910-3bfa7142c68b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:02.876093 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3090-6a6b-443b-b20f-f272c3e93995 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (919e3590-5fc0-4eb5-8910-3bfa7142c68b), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:02.894205 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:02.926193 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3090-6a6b-443b-b20f-f272c3e93995 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (919e3590-5fc0-4eb5-8910-3bfa7142c68b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:02.929256 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f0aa3090-6a6b-443b-b20f-f272c3e93995 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:02.930404 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f0aa3090-6a6b-443b-b20f-f272c3e93995 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/919e3590-5fc0-4eb5-8910-3bfa7142c68b HTTP/1.1" status: 204 len: 168 time: 0.1291974 Oct 06 04:39:02.933370 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42690) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:02.939531 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa3090-6a6b-443b-b20f-f272c3e93995 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e3590-5fc0-4eb5-8910-3bfa7142c68b,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:02.947611 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.api.v2.resource [None req-0189ea8b-7037-4353-8fd1-cff0ccf94b12 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] show failed (client error): The resource could not be found. Oct 06 04:39:02.948617 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0189ea8b-7037-4353-8fd1-cff0ccf94b12 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups/919e3590-5fc0-4eb5-8910-3bfa7142c68b HTTP/1.1" status: 404 len: 347 time: 0.0142725 Oct 06 04:39:02.951490 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42692) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:03.063947 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Deleting port 4f1bc5ee-352a-467f-b381-41d679f221fc {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:39:03.064591 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (4f1bc5ee-352a-467f-b381-41d679f221fc), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.142556 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (4f1bc5ee-352a-467f-b381-41d679f221fc), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.142882 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (4f1bc5ee-352a-467f-b381-41d679f221fc), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.155681 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Calling delete_port for 4f1bc5ee-352a-467f-b381-41d679f221fc owned by network:floatingip {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:39:03.259262 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a00ca4-5381-43ec-a266-e56f62bf4f95 req-c2df4ad7-95d3-48dd-a189-6e6d1191f203 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:03.260719 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-93a00ca4-5381-43ec-a266-e56f62bf4f95 req-c2df4ad7-95d3-48dd-a189-6e6d1191f203 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0901899 Oct 06 04:39:03.326929 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-93a00ca4-5381-43ec-a266-e56f62bf4f95 req-f2e953c4-14c0-4f67-aa7f-bb5aca277fec tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579598 Oct 06 04:39:03.373269 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d2daa-5736-4441-86a0-457b2a0f77da req-a2a57d01-46f8-4a16-9b0a-65eb1872aa1f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:03.374754 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-785d2daa-5736-4441-86a0-457b2a0f77da req-a2a57d01-46f8-4a16-9b0a-65eb1872aa1f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0497022 Oct 06 04:39:03.380583 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (4f1bc5ee-352a-467f-b381-41d679f221fc), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.403525 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'Port': ['ID=4f1bc5ee-352a-467f-b381-41d679f221fc,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:03.428810 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-785d2daa-5736-4441-86a0-457b2a0f77da req-abdb00f4-7b4e-40be-bf6f-e8c266c4be81 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469382 Oct 06 04:39:03.471637 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (f4df8156-a064-4d88-9c07-0b62bbddfcba), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.474867 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.476309 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-17e73bd2-6d99-4c0b-992e-c3807fc4bbf1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/f4df8156-a064-4d88-9c07-0b62bbddfcba HTTP/1.1" status: 204 len: 168 time: 0.5235744 Oct 06 04:39:03.548295 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cf36f-c50a-4658-8d2f-16f927e63e8c req-090ebf33-42c7-4faf-a6d5-32ac1695382b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:03.549810 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d30cf36f-c50a-4658-8d2f-16f927e63e8c req-090ebf33-42c7-4faf-a6d5-32ac1695382b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0478117 Oct 06 04:39:03.561015 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42702) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:03.561582 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42704) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:03.565495 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-5e085ee7-be40-40b4-bd79-830436d855b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Request body: {'floatingip': {'port_id': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:03.565960 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-e516d8f5-7cfe-48b5-8786-389a0ed1ef5b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945243935', 'description': 'tempest-description--349634759'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:03.585917 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e516d8f5-7cfe-48b5-8786-389a0ed1ef5b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.631951 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5e085ee7-be40-40b4-bd79-830436d855b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for floatingip (0a882d7d-65aa-4255-9b86-d4f24f846a31), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.655686 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e516d8f5-7cfe-48b5-8786-389a0ed1ef5b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (440e6026-365a-4ac7-8e55-81929bb1ef0e), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.659599 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e516d8f5-7cfe-48b5-8786-389a0ed1ef5b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (440e6026-365a-4ac7-8e55-81929bb1ef0e), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.694912 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e516d8f5-7cfe-48b5-8786-389a0ed1ef5b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.696367 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-e516d8f5-7cfe-48b5-8786-389a0ed1ef5b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1337817 Oct 06 04:39:03.699175 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42706) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:03.703870 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-244f9f25-01f7-4f15-b53b-7c59c0180389 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group_rule': {'security_group_id': '440e6026-365a-4ac7-8e55-81929bb1ef0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:03.709662 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516d8f5-7cfe-48b5-8786-389a0ed1ef5b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440e6026-365a-4ac7-8e55-81929bb1ef0e,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:03.736338 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-244f9f25-01f7-4f15-b53b-7c59c0180389 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (3310668c-1ec4-48e5-8053-77486cc90ee2), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.799972 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-244f9f25-01f7-4f15-b53b-7c59c0180389 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (3310668c-1ec4-48e5-8053-77486cc90ee2), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.804762 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-244f9f25-01f7-4f15-b53b-7c59c0180389 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (3310668c-1ec4-48e5-8053-77486cc90ee2), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.825285 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f9f25-01f7-4f15-b53b-7c59c0180389 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3310668c-1ec4-48e5-8053-77486cc90ee2,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:03.834565 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-244f9f25-01f7-4f15-b53b-7c59c0180389 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.835842 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-244f9f25-01f7-4f15-b53b-7c59c0180389 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357126 Oct 06 04:39:03.838621 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42708) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:03.842873 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-e7453629-b5ce-469d-81b6-2cf34dd0f8a3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group_rule': {'security_group_id': '440e6026-365a-4ac7-8e55-81929bb1ef0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:03.870701 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e7453629-b5ce-469d-81b6-2cf34dd0f8a3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (34d419a2-f60a-4d28-a7df-9b05a6d72d00), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.893951 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:03.930247 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e7453629-b5ce-469d-81b6-2cf34dd0f8a3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (34d419a2-f60a-4d28-a7df-9b05a6d72d00), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.933814 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e7453629-b5ce-469d-81b6-2cf34dd0f8a3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (34d419a2-f60a-4d28-a7df-9b05a6d72d00), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.938092 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:03.952813 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7453629-b5ce-469d-81b6-2cf34dd0f8a3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d419a2-f60a-4d28-a7df-9b05a6d72d00,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:03.955031 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:03.964660 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e7453629-b5ce-469d-81b6-2cf34dd0f8a3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:03.965902 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-e7453629-b5ce-469d-81b6-2cf34dd0f8a3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263418 Oct 06 04:39:03.969805 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42710) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:03.974009 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:03.997558 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.079483 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.090518 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-1b586955-facd-4d2a-8f30-fe100a7e43e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.167189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:04.192106 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Allocated IP 172.27.0.55 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/830aba63-cade-415d-bc1f-4dae6caa968d) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:39:04.299708 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (830aba63-cade-415d-bc1f-4dae6caa968d), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.331721 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5e085ee7-be40-40b4-bd79-830436d855b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.332590 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (830aba63-cade-415d-bc1f-4dae6caa968d), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.336681 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5e085ee7-be40-40b4-bd79-830436d855b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (0a882d7d-65aa-4255-9b86-d4f24f846a31), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.369506 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:39:04.374660 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:39:04.378150 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:39:04.413985 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=830aba63-cade-415d-bc1f-4dae6caa968d,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:04.472099 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (d4f7749b-770a-4484-bac8-7a029596a00c), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.473688 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b80c5-bc85-4a05-aa57-ed90199c8814 req-67e964e9-51c1-4d8f-912e-a8d0fc782189 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:04.475315 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1a5b80c5-bc85-4a05-aa57-ed90199c8814 req-67e964e9-51c1-4d8f-912e-a8d0fc782189 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0608239 Oct 06 04:39:04.511498 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (830aba63-cade-415d-bc1f-4dae6caa968d), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.598828 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1a5b80c5-bc85-4a05-aa57-ed90199c8814 req-1e4b7165-ae86-4bee-8b6c-67f7ede6f355 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170785 Oct 06 04:39:04.619138 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e085ee7-be40-40b4-bd79-830436d855b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:39:04.664730 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (830aba63-cade-415d-bc1f-4dae6caa968d), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.669473 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (830aba63-cade-415d-bc1f-4dae6caa968d), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.692177 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:04.727348 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e085ee7-be40-40b4-bd79-830436d855b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:39:04.732749 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5e085ee7-be40-40b4-bd79-830436d855b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.738997 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (d4f7749b-770a-4484-bac8-7a029596a00c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.739781 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244dcccd-0f52-438d-a137-a07843c407da None None] Sync routers for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:39:04.749944 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=830aba63-cade-415d-bc1f-4dae6caa968d,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:04.750323 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244dcccd-0f52-438d-a137-a07843c407da None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:39:04.751872 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-244dcccd-0f52-438d-a137-a07843c407da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:38:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:04.760080 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:04.768825 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-90dc3aa9-b8db-4095-958f-11824ceea148 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7908027 Oct 06 04:39:04.776150 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:39:04.778687 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21c0df6-815c-4218-ac55-24c6f7e81daa" -d '{"events": [{"name": "network-changed", "server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:39:04.797281 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:04.817613 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-5e085ee7-be40-40b4-bd79-830436d855b8 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/0a882d7d-65aa-4255-9b86-d4f24f846a31 HTTP/1.1" status: 200 len: 993 time: 1.2553899 Oct 06 04:39:04.828110 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471bbba2-8095-4980-9a18-b398a30d0edb x-openstack-request-id: req-471bbba2-8095-4980-9a18-b398a30d0edb {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:39:04.828412 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:39:04.828671 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-471bbba2-8095-4980-9a18-b398a30d0edb {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:39:04.829076 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471bbba2-8095-4980-9a18-b398a30d0edb'] response: {'name': 'network-changed', 'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'status': 'completed', 'code': 200} Oct 06 04:39:04.924727 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:04.930322 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-53a365c3-5d18-453c-a3b5-d28cd52abfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:04.933150 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-53a365c3-5d18-453c-a3b5-d28cd52abfde service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 1129 time: 0.0494292 Oct 06 04:39:04.957126 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-b133b7f2-b0d2-433b-be15-337ed5b9b274 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1945243935&fields=id&tenant_id=653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 267 time: 0.0535889 Oct 06 04:39:05.010592 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-244dcccd-0f52-438d-a137-a07843c407da None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:39:05.030587 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:05.038059 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-c19bc145-013a-4f63-9f4d-b34ce9c170f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:05.039562 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-c19bc145-013a-4f63-9f4d-b34ce9c170f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.0998733 Oct 06 04:39:05.066235 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:05.076669 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-963f5385-1db5-414b-bb27-88bba7272b2a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:05.079395 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-963f5385-1db5-414b-bb27-88bba7272b2a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 813 time: 0.1123841 Oct 06 04:39:05.094990 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-b844757a-7143-41b7-8d79-7f0535614765 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/quotas/653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 375 time: 0.0097647 Oct 06 04:39:05.111250 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-400f5228-02bd-4c7f-b92a-4e2140a692b6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de HTTP/1.1" status: 200 len: 1001 time: 0.0649064 Oct 06 04:39:05.146395 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-3325bbbe-c144-4432-828a-43e2b04c02eb tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450797 Oct 06 04:39:05.164784 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-18a3880c-4243-4c62-ab8e-6e1f83ae570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:05.166291 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-18a3880c-4243-4c62-ab8e-6e1f83ae570a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0487630 Oct 06 04:39:05.217020 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-fb5e8177-b50c-499f-9386-84cdef1292a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:05.217978 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-fb5e8177-b50c-499f-9386-84cdef1292a8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456476 Oct 06 04:39:05.237739 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-244dcccd-0f52-438d-a137-a07843c407da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '0a882d7d-65aa-4255-9b86-d4f24f846a31', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'port_id': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'mac_address': 'fa:16:3e:f8:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:35:31Z', 'updated_at': '2022-10-06T04:39:04Z', 'revision_number': 3, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:45Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:05.257656 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-001d7090-497b-40ce-84a6-729597577ed4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992939 Oct 06 04:39:05.266171 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244dcccd-0f52-438d-a137-a07843c407da None None] Checking router: 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:39:05.276661 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244dcccd-0f52-438d-a137-a07843c407da None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:39:05.277277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-244dcccd-0f52-438d-a137-a07843c407da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:38:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:05.319287 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-7acb0720-dd40-4533-8331-3013b8c2a0b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919526 Oct 06 04:39:05.355191 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-568bfb13-32e0-4a2d-b870-381c8183dbfa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942872 Oct 06 04:39:05.384418 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-244dcccd-0f52-438d-a137-a07843c407da None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:39:05.413166 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a21c0df6-815c-4218-ac55-24c6f7e81daa req-bfe1fb54-c1bd-43d2-867b-c0be94dc8dcb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874395 Oct 06 04:39:05.545739 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b83e63fe-11ff-4af6-9d03-889a5e3a3145 req-91438ee7-769b-4480-a492-4da7f1798dd0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 210 time: 0.0347815 Oct 06 04:39:05.613012 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-244dcccd-0f52-438d-a137-a07843c407da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '0a882d7d-65aa-4255-9b86-d4f24f846a31', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'port_id': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'mac_address': 'fa:16:3e:f8:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:35:31Z', 'updated_at': '2022-10-06T04:39:04Z', 'revision_number': 3, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:45Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:05.640775 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244dcccd-0f52-438d-a137-a07843c407da None None] The sync data for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi is: [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '0a882d7d-65aa-4255-9b86-d4f24f846a31', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'port_id': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'mac_address': 'fa:16:3e:f8:ee:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:35:31Z', 'updated_at': '2022-10-06T04:39:04Z', 'revision_number': 3, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:45Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:39:05.740203 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef71d-4a93-498e-807f-16e44fdad8eb req-d05a95c4-e8e4-454a-baf9-649e5a885503 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:05.741734 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-47bef71d-4a93-498e-807f-16e44fdad8eb req-d05a95c4-e8e4-454a-baf9-649e5a885503 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0587666 Oct 06 04:39:05.794888 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-47bef71d-4a93-498e-807f-16e44fdad8eb req-05ab0d0d-794e-4ba1-9f10-8346cc3df462 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 Oct 06 04:39:06.450424 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5f17f54e-ef9c-406f-9501-c8e03213cb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:06.651607 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-371377e6-2897-49ba-8385-6da3a9e63cb6 req-f17cb7d3-edd9-48c6-927f-bb38231cb484 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 210 time: 0.0296400 Oct 06 04:39:06.830207 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de'}] {{(pid=106194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:39:06.833946 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6bc178573afb61dadabd67d407df71fd1ff4bcd1a5a523fde873966b643359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f1136f-1a27-482f-94e0-c46ee1d45454" -d '{"events": [{"name": "network-changed", "server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de"}]}' {{(pid=106194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:39:06.874494 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b67700e-ee66-47f0-be9a-93c5dd28482b x-openstack-request-id: req-6b67700e-ee66-47f0-be9a-93c5dd28482b {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:39:06.874907 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de", "status": "completed", "code": 200}]} {{(pid=106194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:39:06.875198 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6b67700e-ee66-47f0-be9a-93c5dd28482b {{(pid=106194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:39:06.875971 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b67700e-ee66-47f0-be9a-93c5dd28482b'] response: {'name': 'network-changed', 'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'status': 'completed', 'code': 200} Oct 06 04:39:06.936429 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510702ec-2bac-4655-9870-83a915965297 req-7662edcb-d4cf-4910-9a6b-610c7a0fccfc tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:06.937926 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-510702ec-2bac-4655-9870-83a915965297 req-7662edcb-d4cf-4910-9a6b-610c7a0fccfc tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0576839 Oct 06 04:39:06.978427 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-a8fc1923-90c4-43b4-aa71-ae80e441d761 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:06.980110 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-a8fc1923-90c4-43b4-aa71-ae80e441d761 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 813 time: 0.1293457 Oct 06 04:39:06.999130 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-4f708edf-0dd1-40a1-949b-fdc8d4a2721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:07.001068 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-4f708edf-0dd1-40a1-949b-fdc8d4a2721a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 1129 time: 0.0622964 Oct 06 04:39:07.017269 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-510702ec-2bac-4655-9870-83a915965297 req-4d81b1fe-bb95-48bc-93f9-8cf32be0a27a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692158 Oct 06 04:39:07.080674 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-e039412a-59c4-40cb-95bb-0b47ead7cf00 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 380 time: 0.0640926 Oct 06 04:39:07.116057 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-4e81b67d-b7f7-497e-9663-0d663e5bb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:07.117538 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-4e81b67d-b7f7-497e-9663-0d663e5bb6ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.0928261 Oct 06 04:39:07.209543 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'port': {'device_id': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'admin_state_up': True, 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'security_groups': ['440e6026-365a-4ac7-8e55-81929bb1ef0e']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:07.274990 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326a9d2-c97a-48db-bab4-48e4124c2497 req-aac0423c-31ea-4eea-9602-0cc86dad5404 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:07.276645 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f326a9d2-c97a-48db-bab4-48e4124c2497 req-aac0423c-31ea-4eea-9602-0cc86dad5404 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0881083 Oct 06 04:39:07.308276 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-34fb8a55-af2c-4d8d-9a0c-e8430ec4f430 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de HTTP/1.1" status: 200 len: 1001 time: 0.0902390 Oct 06 04:39:07.330425 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Made reservation on behalf of 653e21693b6f4a3ca8b739f1290df3aa for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:39:07.334840 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:07.366929 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f326a9d2-c97a-48db-bab4-48e4124c2497 req-c683099a-6bdf-4eac-a87c-7272d6d6037d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828695 Oct 06 04:39:07.396172 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-4237d839-997f-4c5d-943e-1a33ff88cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:07.396620 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-c2b7d056-0ca9-4d80-955f-1cdcf0bf803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:07.397700 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-4237d839-997f-4c5d-943e-1a33ff88cea2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0737767 Oct 06 04:39:07.398081 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-c2b7d056-0ca9-4d80-955f-1cdcf0bf803e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 1129 time: 0.0691566 Oct 06 04:39:07.446313 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-25582a2b-af27-4588-842a-ac8fef1e2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:07.448701 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-25582a2b-af27-4588-842a-ac8fef1e2fbb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400410 Oct 06 04:39:07.499207 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:07.545832 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:07.546270 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-ea11066b-e621-4301-a6cc-a18e62a036e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911171 Oct 06 04:39:07.578406 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Allocated IP 172.20.0.11 (45c9d327-544f-44d6-be7e-529008b00a93/6ec1f5f6-74c2-4a05-8da9-9ceee3282870/2659587a-fc4a-47ce-a346-515fe41fc5ad) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:39:07.584008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-eedf9c49-7509-4f62-bcdd-2dbfe283d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:07.585510 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-eedf9c49-7509-4f62-bcdd-2dbfe283d7f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 910 time: 0.1616147 Oct 06 04:39:07.603772 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:07.607726 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:07.643497 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-b9d44acd-1961-4fed-a4cd-bb6157ead611 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893655 Oct 06 04:39:07.678377 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-9d3dd187-59e6-45a8-be89-27b56b7da76a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e HTTP/1.1" status: 200 len: 1000 time: 0.0862050 Oct 06 04:39:07.751545 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:07.790455 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9a3ab293-6c52-4bd5-8f1a-e703d8c889e5 req-497f3e4f-7b6d-48ba-8e52-4ac29ded8c3d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 210 time: 0.0459018 Oct 06 04:39:07.824312 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-a374649a-22d7-465f-844d-bf7476ea6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:07.825732 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-a374649a-22d7-465f-844d-bf7476ea6705 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4cf55578-05cd-4019-a875-59f46e84d9e6 HTTP/1.1" status: 200 len: 849 time: 0.1370647 Oct 06 04:39:07.851530 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:07.885279 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-63823ca7-3bd9-459d-9996-bc391c7c52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:07.886746 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-63823ca7-3bd9-459d-9996-bc391c7c52dd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dda97116-7fb3-4466-b2df-d492cd1f2494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533874 Oct 06 04:39:07.957797 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:08.026619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Network 45c9d327-544f-44d6-be7e-529008b00a93 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:39:08.031174 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-55d24320-90d9-4171-bb7a-4d55056e56ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348076 Oct 06 04:39:08.033905 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:39:08.039443 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:39:08.072484 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=2659587a-fc4a-47ce-a346-515fe41fc5ad,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:08.141099 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:08.141728 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:08.172822 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-5313adf0-d0c1-4c0e-903b-98f750d56f08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9685895 Oct 06 04:39:08.189901 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Request body: {'port': {'device_id': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:08.194069 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c6e33875-ec16-4b1c-a5c5-47d79f1355f7 req-2526064d-473c-4648-8a31-ccf067205498 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556408 Oct 06 04:39:08.252832 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:08.272860 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:08.280349 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-529765f0-1f1d-4deb-b06e-74e604673b51 None None] Provisioning complete for port 2659587a-fc4a-47ce-a346-515fe41fc5ad triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:39:08.280846 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-529765f0-1f1d-4deb-b06e-74e604673b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:08.281288 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-529765f0-1f1d-4deb-b06e-74e604673b51 None None] Attempt 1 to provision port 2659587a-fc4a-47ce-a346-515fe41fc5ad Oct 06 04:39:08.324411 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-529765f0-1f1d-4deb-b06e-74e604673b51 None None] Port 2659587a-fc4a-47ce-a346-515fe41fc5ad cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:39:08.498202 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00047b-5b91-4cf6-9b71-c9905c5ea9e5 req-9e2fce76-b486-4b74-814d-a4428505c8c4 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:08.499762 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fb00047b-5b91-4cf6-9b71-c9905c5ea9e5 req-9e2fce76-b486-4b74-814d-a4428505c8c4 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0524571 Oct 06 04:39:08.549588 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fb00047b-5b91-4cf6-9b71-c9905c5ea9e5 req-a35c5d13-13f2-4a77-99f4-872931cada0b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Oct 06 04:39:08.594859 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:39:08.597083 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:08.622646 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:08.764689 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2659587a-fc4a-47ce-a346-515fe41fc5ad {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:39:08.772837 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Publish callbacks [] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:08.785200 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Transition to ACTIVE for port object 2659587a-fc4a-47ce-a346-515fe41fc5ad will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:39:08.788988 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:08.849200 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Pushing event updated for resources: {'Port': ['ID=2659587a-fc4a-47ce-a346-515fe41fc5ad,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:08.930799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bacb6-2b04-4a06-9837-52ef85c9e7e9 req-094005fa-a736-4603-bb1b-76499059c248 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:08.932299 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-681bacb6-2b04-4a06-9837-52ef85c9e7e9 req-094005fa-a736-4603-bb1b-76499059c248 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 944 time: 0.0608017 Oct 06 04:39:08.941756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Attempting to bind port 2659587a-fc4a-47ce-a346-515fe41fc5ad on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:39:08.942092 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Attempting to bind port 2659587a-fc4a-47ce-a346-515fe41fc5ad by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:39:08.942974 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Attempting to bind port 2659587a-fc4a-47ce-a346-515fe41fc5ad on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:39:09.013671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Port 2659587a-fc4a-47ce-a346-515fe41fc5ad on network 45c9d327-544f-44d6-be7e-529008b00a93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:39:09.014004 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Attempting to bind port 2659587a-fc4a-47ce-a346-515fe41fc5ad on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:39:09.031026 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:09.041921 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-681bacb6-2b04-4a06-9837-52ef85c9e7e9 req-f5d75ef7-587f-42d0-85f6-4fb07d92948f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965745 Oct 06 04:39:09.063742 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:39:09.064074 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Checking segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:39:09.064453 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Bound using segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:39:09.064931 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Bound port: 2659587a-fc4a-47ce-a346-515fe41fc5ad, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:39:09.065283 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:09.128601 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] For port 2659587a-fc4a-47ce-a346-515fe41fc5ad, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:39:09.132133 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] For port 2659587a-fc4a-47ce-a346-515fe41fc5ad, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2659587a-fc4a-47ce-a346-515fe41fc5ad,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:39:09.136792 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:09.140693 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:09.141303 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:09.142622 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/2659587a-fc4a-47ce-a346-515fe41fc5ad HTTP/1.1" status: 200 len: 1094 time: 0.9568479 Oct 06 04:39:09.143192 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'tag': '2659587a-fc4a-47ce-a346-515fe41fc5ad'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:39:09.145468 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa90860d-54c2-4079-9291-a9bd449aa9da", "tag": "2659587a-fc4a-47ce-a346-515fe41fc5ad"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:39:09.183436 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3002970a-4e6b-46c3-9a70-7917102ce347 x-openstack-request-id: req-3002970a-4e6b-46c3-9a70-7917102ce347 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:39:09.183738 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa90860d-54c2-4079-9291-a9bd449aa9da", "tag": "2659587a-fc4a-47ce-a346-515fe41fc5ad", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:39:09.184256 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3002970a-4e6b-46c3-9a70-7917102ce347 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:39:09.184392 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3002970a-4e6b-46c3-9a70-7917102ce347'] response: {'name': 'network-changed', 'server_uuid': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'tag': '2659587a-fc4a-47ce-a346-515fe41fc5ad', 'status': 'completed', 'code': 200} Oct 06 04:39:09.199301 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1860b-e2a6-4a35-a666-40d81fe468cb service neutron] Pushing event updated for resources: {'Port': ['ID=2659587a-fc4a-47ce-a346-515fe41fc5ad,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:09.249543 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:09.376778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-83379b58-1d6e-414f-a82f-e952f4149720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:09.378261 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-83379b58-1d6e-414f-a82f-e952f4149720 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 1128 time: 0.0403895 Oct 06 04:39:09.428029 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-c49185c0-114a-4ca2-98bc-3ccc584ce729 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2659587a-fc4a-47ce-a346-515fe41fc5ad HTTP/1.1" status: 200 len: 217 time: 0.0352407 Oct 06 04:39:09.476278 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-6fd8beed-14b8-4586-a161-cf5c621567af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:09.477683 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-6fd8beed-14b8-4586-a161-cf5c621567af service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0435312 Oct 06 04:39:09.521662 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-e3410159-0d2b-4b96-bab1-eaa89d524a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:09.523165 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-e3410159-0d2b-4b96-bab1-eaa89d524a9e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394857 Oct 06 04:39:09.584435 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:09.618536 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-df77684f-d077-4d36-a4c2-8288757a0d5d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891373 Oct 06 04:39:09.698612 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:09.721487 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285ca76-9665-4f8d-8f41-e03de7b2e4e8 req-a4230e56-efdf-44c7-a6eb-52c1428d815c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:09.722942 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1285ca76-9665-4f8d-8f41-e03de7b2e4e8 req-a4230e56-efdf-44c7-a6eb-52c1428d815c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0909064 Oct 06 04:39:09.769585 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b5b87d41-c20f-4e6f-b6c3-472706b009b1 req-70dae49d-3a41-4864-85f4-033e04d0e832 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450758 Oct 06 04:39:09.790218 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1285ca76-9665-4f8d-8f41-e03de7b2e4e8 req-8078e580-4f46-436f-a4be-f3e1b03aa99a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608099 Oct 06 04:39:09.883630 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:10.166658 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31ffd4-655b-4cda-ae43-d4b0f43558b8 req-8853753b-03ed-498e-b0b5-f2720a50848f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:10.168125 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1d31ffd4-655b-4cda-ae43-d4b0f43558b8 req-8853753b-03ed-498e-b0b5-f2720a50848f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 944 time: 0.0454121 Oct 06 04:39:10.214037 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1d31ffd4-655b-4cda-ae43-d4b0f43558b8 req-cae0dc3d-4832-4cb0-9dc3-35a9cfaac97c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Oct 06 04:39:11.341229 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a763f-3016-4b81-b25e-033aa9d5fc76 req-555e98dd-4359-436f-8554-2f0bcac48c74 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:11.342709 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4b7a763f-3016-4b81-b25e-033aa9d5fc76 req-555e98dd-4359-436f-8554-2f0bcac48c74 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 944 time: 0.0474203 Oct 06 04:39:11.388939 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4b7a763f-3016-4b81-b25e-033aa9d5fc76 req-ebf2acb7-e88b-40f8-b204-996c284e8315 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Oct 06 04:39:12.411799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-46228c36-8fc4-483b-9525-2fe9405d5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:12.413294 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-46228c36-8fc4-483b-9525-2fe9405d5f78 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 1128 time: 0.0393410 Oct 06 04:39:12.514336 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-51072b37-011d-4614-9743-fd4ba3627a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:12.515798 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-51072b37-011d-4614-9743-fd4ba3627a22 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 913 time: 0.0967436 Oct 06 04:39:12.519189 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262fb98-58fe-4df6-88c0-7a18debd4226 req-a612e4c5-9669-4f0e-875c-8cac3835fb2c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:12.520912 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b262fb98-58fe-4df6-88c0-7a18debd4226 req-a612e4c5-9669-4f0e-875c-8cac3835fb2c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 944 time: 0.0520933 Oct 06 04:39:12.557029 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-54cadab2-74bb-4f16-9e53-6aca71f31c19 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2659587a-fc4a-47ce-a346-515fe41fc5ad HTTP/1.1" status: 200 len: 217 time: 0.0343456 Oct 06 04:39:12.574142 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b262fb98-58fe-4df6-88c0-7a18debd4226 req-3dfff178-2ccb-47c8-957a-3d012ded61cf tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466528 Oct 06 04:39:12.610219 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-61cf2fa7-3876-4a69-b0ca-3e6229d786f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:12.611710 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-61cf2fa7-3876-4a69-b0ca-3e6229d786f2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0495157 Oct 06 04:39:12.659382 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-eadc7888-b933-405b-bd80-3cc0c3022042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:12.661592 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-eadc7888-b933-405b-bd80-3cc0c3022042 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433826 Oct 06 04:39:12.751031 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-91986841-45c3-4dfb-9b45-ec1b4980da70 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843313 Oct 06 04:39:12.842686 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-84caaa2b-9017-441c-b7ed-9c09a0cdacb2 req-8039a866-ff39-4742-8652-67b2c1813ef2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857821 Oct 06 04:39:13.526635 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 2659587a-fc4a-47ce-a346-515fe41fc5ad details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:39:13.628569 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 2659587a-fc4a-47ce-a346-515fe41fc5ad, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2659587a-fc4a-47ce-a346-515fe41fc5ad,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:39:13.641033 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '2659587a-fc4a-47ce-a346-515fe41fc5ad', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'port_id': '2659587a-fc4a-47ce-a346-515fe41fc5ad', 'mac_address': 'fa:16:3e:76:c3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:39:13.677701 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 2659587a-fc4a-47ce-a346-515fe41fc5ad is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:39:13.678093 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:13.688448 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:13.691923 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2659587a-fc4a-47ce-a346-515fe41fc5ad {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:39:13.704588 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706531e9-e446-46ea-9fd8-8a6465e039f6 req-80b57eb6-a405-454e-9dd8-937846cafe58 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:13.706095 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-706531e9-e446-46ea-9fd8-8a6465e039f6 req-80b57eb6-a405-454e-9dd8-937846cafe58 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 944 time: 0.0485828 Oct 06 04:39:13.712877 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 2659587a-fc4a-47ce-a346-515fe41fc5ad, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2659587a-fc4a-47ce-a346-515fe41fc5ad,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:39:13.716737 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:13.756174 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-706531e9-e446-46ea-9fd8-8a6465e039f6 req-3fcc7ce2-e5ca-404f-8921-0397ee94f8e8 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Oct 06 04:39:13.766677 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=2659587a-fc4a-47ce-a346-515fe41fc5ad,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:14.147449 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['2659587a-fc4a-47ce-a346-515fe41fc5ad'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:39:14.875326 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a5103-e074-4695-a2b9-ac4fb8df8c17 req-c725aa90-fccf-4a41-b456-8966df2e272d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:14.876767 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-936a5103-e074-4695-a2b9-ac4fb8df8c17 req-c725aa90-fccf-4a41-b456-8966df2e272d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 945 time: 0.0461135 Oct 06 04:39:14.931051 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-936a5103-e074-4695-a2b9-ac4fb8df8c17 req-23fa1f90-102c-4ed5-889b-3b8775054eb1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479639 Oct 06 04:39:15.549733 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 2659587a-fc4a-47ce-a346-515fe41fc5ad up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:39:15.596289 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 2659587a-fc4a-47ce-a346-515fe41fc5ad completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:39:15.602789 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 2659587a-fc4a-47ce-a346-515fe41fc5ad triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:39:15.603263 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:15.603643 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 2659587a-fc4a-47ce-a346-515fe41fc5ad Oct 06 04:39:15.674335 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 2659587a-fc4a-47ce-a346-515fe41fc5ad is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:39:15.674720 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:15.697124 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2659587a-fc4a-47ce-a346-515fe41fc5ad'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:39:15.699380 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d283660-f277-4353-a1e3-cb92446c349f" -d '{"events": [{"server_uuid": "fa90860d-54c2-4079-9291-a9bd449aa9da", "name": "network-vif-plugged", "status": "completed", "tag": "2659587a-fc4a-47ce-a346-515fe41fc5ad"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:39:15.713069 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 2659587a-fc4a-47ce-a346-515fe41fc5ad, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2659587a-fc4a-47ce-a346-515fe41fc5ad,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:39:15.717692 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:15.743703 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1755d9d-18f6-4388-acdf-5b0dc9326fda x-openstack-request-id: req-e1755d9d-18f6-4388-acdf-5b0dc9326fda {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:39:15.744247 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa90860d-54c2-4079-9291-a9bd449aa9da", "name": "network-vif-plugged", "status": "completed", "tag": "2659587a-fc4a-47ce-a346-515fe41fc5ad", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:39:15.744504 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e1755d9d-18f6-4388-acdf-5b0dc9326fda {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:39:15.744893 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1755d9d-18f6-4388-acdf-5b0dc9326fda'] response: {'server_uuid': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2659587a-fc4a-47ce-a346-515fe41fc5ad', 'code': 200} Oct 06 04:39:15.769299 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=2659587a-fc4a-47ce-a346-515fe41fc5ad,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:15.973664 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156734a4-9538-4090-8e60-1c443cde9ddc req-8348c471-a27b-460f-a374-60a73e9fb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:15.975790 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-156734a4-9538-4090-8e60-1c443cde9ddc req-8348c471-a27b-460f-a374-60a73e9fb133 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 1130 time: 0.0427802 Oct 06 04:39:16.021139 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-156734a4-9538-4090-8e60-1c443cde9ddc req-4470afc2-3c37-41ad-8d02-92ab58635afc service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395923 Oct 06 04:39:16.056797 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb00921-c559-49f8-be35-59fbac11a9d3 req-34d315fb-e01d-4b8d-bc25-199de9149305 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:16.058266 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9eb00921-c559-49f8-be35-59fbac11a9d3 req-34d315fb-e01d-4b8d-bc25-199de9149305 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 946 time: 0.0465789 Oct 06 04:39:16.107565 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9eb00921-c559-49f8-be35-59fbac11a9d3 req-372e894f-dcc9-4971-9959-5b57a3c83aa1 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436926 Oct 06 04:39:17.228676 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d640f40-80c8-471b-a96e-8b1b79c9e4e3 req-10feab65-3f38-47bd-898e-159ca866d1e9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:17.230168 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1d640f40-80c8-471b-a96e-8b1b79c9e4e3 req-10feab65-3f38-47bd-898e-159ca866d1e9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 946 time: 0.0469661 Oct 06 04:39:17.269333 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:17.277430 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1d640f40-80c8-471b-a96e-8b1b79c9e4e3 req-23f56ebf-13b6-4e03-acb8-d32fbb8ad2c2 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Oct 06 04:39:18.401049 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2aeae-d7a4-448c-81ff-27de74bfd886 req-4fc45e60-8b9e-4ba6-829b-6b6a96869900 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:18.402509 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-82d2aeae-d7a4-448c-81ff-27de74bfd886 req-4fc45e60-8b9e-4ba6-829b-6b6a96869900 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 946 time: 0.0468960 Oct 06 04:39:18.448982 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-82d2aeae-d7a4-448c-81ff-27de74bfd886 req-89dc4014-0d58-4843-9b3f-7da0f0502ff9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Oct 06 04:39:18.568980 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768cf91-f3f7-4e44-b495-8adeb1ae4833 req-0bef24f8-7393-476f-8f3e-4623882d7c37 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:18.570513 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7768cf91-f3f7-4e44-b495-8adeb1ae4833 req-0bef24f8-7393-476f-8f3e-4623882d7c37 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 946 time: 0.0468550 Oct 06 04:39:18.580416 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42796) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:18.584905 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-3f7c5c89-a596-4807-a3b0-2fa8a3de86d3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'floatingip': {'port_id': '2659587a-fc4a-47ce-a346-515fe41fc5ad'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:18.625771 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3f7c5c89-a596-4807-a3b0-2fa8a3de86d3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (d4f7749b-770a-4484-bac8-7a029596a00c), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:18.661712 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:19.046348 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3f7c5c89-a596-4807-a3b0-2fa8a3de86d3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:19.050746 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3f7c5c89-a596-4807-a3b0-2fa8a3de86d3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (d4f7749b-770a-4484-bac8-7a029596a00c), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:19.145011 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-3f7c5c89-a596-4807-a3b0-2fa8a3de86d3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Floating IP d4f7749b-770a-4484-bac8-7a029596a00c associated. External IP: 172.27.0.55, port: 2659587a-fc4a-47ce-a346-515fe41fc5ad. Oct 06 04:39:19.343052 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7c5c89-a596-4807-a3b0-2fa8a3de86d3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:39:19.448855 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7c5c89-a596-4807-a3b0-2fa8a3de86d3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:39:19.453724 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3f7c5c89-a596-4807-a3b0-2fa8a3de86d3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:19.458574 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:39:19.468965 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:39:19.469587 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:39:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:19.484750 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3f7c5c89-a596-4807-a3b0-2fa8a3de86d3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/d4f7749b-770a-4484-bac8-7a029596a00c HTTP/1.1" status: 200 len: 991 time: 0.9032872 Oct 06 04:39:19.485534 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'tag': '2659587a-fc4a-47ce-a346-515fe41fc5ad'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:39:19.487820 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380" -d '{"events": [{"name": "network-changed", "server_uuid": "fa90860d-54c2-4079-9291-a9bd449aa9da", "tag": "2659587a-fc4a-47ce-a346-515fe41fc5ad"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:39:19.529795 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a63417-e26d-4fa2-a663-9ef9492a1f7f x-openstack-request-id: req-96a63417-e26d-4fa2-a663-9ef9492a1f7f {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:39:19.530255 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa90860d-54c2-4079-9291-a9bd449aa9da", "tag": "2659587a-fc4a-47ce-a346-515fe41fc5ad", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:39:19.530687 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-96a63417-e26d-4fa2-a663-9ef9492a1f7f {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:39:19.531395 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a63417-e26d-4fa2-a663-9ef9492a1f7f'] response: {'name': 'network-changed', 'server_uuid': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'tag': '2659587a-fc4a-47ce-a346-515fe41fc5ad', 'status': 'completed', 'code': 200} Oct 06 04:39:19.574224 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:39:19.640054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:19.650072 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-acedb794-b20b-4921-888c-c5733bc0feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:19.651660 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-acedb794-b20b-4921-888c-c5733bc0feb7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 1130 time: 0.0460055 Oct 06 04:39:19.743269 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:19.746622 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-c51c53d2-03af-40ec-b66e-ad4e61dc5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:19.748097 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-c51c53d2-03af-40ec-b66e-ad4e61dc5df0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 913 time: 0.0863085 Oct 06 04:39:19.786689 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'd4f7749b-770a-4484-bac8-7a029596a00c', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '2659587a-fc4a-47ce-a346-515fe41fc5ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:76:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:39:04Z', 'updated_at': '2022-10-06T04:39:18Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:19.814018 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:39:19.814437 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-45635a95-d768-4832-b729-0d2c183fe965 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2659587a-fc4a-47ce-a346-515fe41fc5ad HTTP/1.1" status: 200 len: 999 time: 0.0597842 Oct 06 04:39:19.823393 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:39:19.823997 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:39:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:19.862890 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-02494e10-d4a4-4b7f-a3ec-e6a17cf60cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:19.864326 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-02494e10-d4a4-4b7f-a3ec-e6a17cf60cfa service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0439634 Oct 06 04:39:19.906753 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-a356ae07-35ce-4740-84d7-570015771b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:19.908250 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-a356ae07-35ce-4740-84d7-570015771b81 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373220 Oct 06 04:39:19.924507 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:39:20.000829 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-083f5468-9f86-408e-8c5a-893d2c3ecf9e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864127 Oct 06 04:39:20.095936 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0a6fcabb-ae2f-4ee4-8eb0-dc15ef5fd380 req-5c3838d3-d701-4628-adff-ed6419bac047 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844133 Oct 06 04:39:20.133130 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'd4f7749b-770a-4484-bac8-7a029596a00c', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '2659587a-fc4a-47ce-a346-515fe41fc5ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:76:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:39:04Z', 'updated_at': '2022-10-06T04:39:18Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:20.156783 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da4a73-1dbe-4dec-918f-1d199618451d None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'd4f7749b-770a-4484-bac8-7a029596a00c', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '2659587a-fc4a-47ce-a346-515fe41fc5ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:76:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:39:04Z', 'updated_at': '2022-10-06T04:39:18Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:39:20.330976 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236a8fb-0d43-42ac-8fb2-41dacb727dab None None] New status for floating IP d4f7749b-770a-4484-bac8-7a029596a00c: ACTIVE {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:39:26.626582 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:28.442769 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=58 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:28.445428 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=60 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:30.087187 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=43 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:30.093201 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=32 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:30.129433 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=82 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:30.135924 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=75 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:31.261563 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:34.085521 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c48252a5-cfe2-4f10-926e-ffc0f91c8eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:36.452026 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-64c60855-8154-4645-b43a-a20b1a00d301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:37.749444 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:39.035413 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:39.253987 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:45.593438 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:39:49.240211 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:49.249561 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:50.089187 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a844e-ba5c-494e-a8a6-f92a6f6ec326 req-8b230039-9e11-4c09-b748-0b226d270b66 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:50.090655 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-727a844e-ba5c-494e-a8a6-f92a6f6ec326 req-8b230039-9e11-4c09-b748-0b226d270b66 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 946 time: 0.0525520 Oct 06 04:39:50.138550 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-727a844e-ba5c-494e-a8a6-f92a6f6ec326 req-78e28c31-613f-4d92-a1bf-a82dce6fc141 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Oct 06 04:39:51.266909 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45720606-9928-4f52-bd2b-00a9614d3af0 req-218d2183-839b-4e1b-ade0-d80582ee1a06 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:51.268406 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-45720606-9928-4f52-bd2b-00a9614d3af0 req-218d2183-839b-4e1b-ade0-d80582ee1a06 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 946 time: 0.0474885 Oct 06 04:39:51.315893 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-45720606-9928-4f52-bd2b-00a9614d3af0 req-b86c554e-63fb-4bec-9135-d57fbaf77bce tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415745 Oct 06 04:39:52.201905 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e28d4-901c-451b-ba81-43125e038312 req-41c54259-376d-4c15-8838-38621c08ad16 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:52.203351 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f52e28d4-901c-451b-ba81-43125e038312 req-41c54259-376d-4c15-8838-38621c08ad16 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 946 time: 0.0457215 Oct 06 04:39:52.292163 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Deleting port 542157e8-aced-4f6a-815d-a118c4b3ca2c {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:39:52.292496 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:52.383146 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] For port 542157e8-aced-4f6a-815d-a118c4b3ca2c, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=542157e8-aced-4f6a-815d-a118c4b3ca2c,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:39:52.383513 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:52.778882 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68a954-54c4-474c-92bc-f1cf4578898b req-d8a32474-f23d-4d22-acb6-27adb5235573 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:52.780305 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-af68a954-54c4-474c-92bc-f1cf4578898b req-d8a32474-f23d-4d22-acb6-27adb5235573 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 946 time: 0.3644030 Oct 06 04:39:52.903235 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-af68a954-54c4-474c-92bc-f1cf4578898b req-e6cd114a-1d87-455b-a481-0ccd1fb8b42c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=71690258-d10d-48c6-bd2d-f01009e3b4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950551 Oct 06 04:39:52.918796 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:52.919194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (497cafc8-c33f-46bb-b381-b13beef2b72f), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:52.919516 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Floating IP 497cafc8-c33f-46bb-b381-b13beef2b72f disassociated. External IP: 172.27.0.46, port: 542157e8-aced-4f6a-815d-a118c4b3ca2c. Oct 06 04:39:52.919863 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Calling delete_port for 542157e8-aced-4f6a-815d-a118c4b3ca2c owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:39:53.048970 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (542157e8-aced-4f6a-815d-a118c4b3ca2c), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:53.078986 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event deleted for resources: {'Port': ['ID=542157e8-aced-4f6a-815d-a118c4b3ca2c,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:53.091711 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.092064 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.092415 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.092774 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.093186 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.093418 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.093750 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.094083 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.094413 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.094741 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.095092 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.095417 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.095743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.096068 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.096392 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:39:53.206940 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Router 87febfd9-73a2-40db-aaca-01eef75cc423 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:39:53.258501 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:53.295123 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:53.318640 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:39:53.327897 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] Sync routers for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:39:53.338529 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:39:53.339267 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:39:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:53.360229 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] No DVR routers for this DVR port 542157e8-aced-4f6a-815d-a118c4b3ca2c on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:39:53.362686 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:53.366563 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f52e28d4-901c-451b-ba81-43125e038312 req-f08892ef-670c-4399-953d-b75b6b69231f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "DELETE /networking/v2.0/ports/542157e8-aced-4f6a-815d-a118c4b3ca2c HTTP/1.1" status: 204 len: 173 time: 1.1570737 Oct 06 04:39:53.367089 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-deleted', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:39:53.369598 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6f14da-ac68-4d6f-96a7-e122c0332f48" -d '{"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-deleted", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:39:53.414704 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6c6db1-57cf-4d1f-b241-c5c78c866331 x-openstack-request-id: req-5d6c6db1-57cf-4d1f-b241-c5c78c866331 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:39:53.415030 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c46bbc-e699-4b17-99e5-d6a70df92e2c", "name": "network-vif-deleted", "tag": "542157e8-aced-4f6a-815d-a118c4b3ca2c", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:39:53.415293 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5d6c6db1-57cf-4d1f-b241-c5c78c866331 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:39:53.415699 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6c6db1-57cf-4d1f-b241-c5c78c866331'] response: {'server_uuid': '74c46bbc-e699-4b17-99e5-d6a70df92e2c', 'name': 'network-vif-deleted', 'tag': '542157e8-aced-4f6a-815d-a118c4b3ca2c', 'status': 'completed', 'code': 200} Oct 06 04:39:53.449261 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:39:53.645060 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:53.681656 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] Checking router: 87febfd9-73a2-40db-aaca-01eef75cc423 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:39:53.690214 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:39:53.690819 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:39:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:53.804376 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:39:54.033257 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6ce07c37-3d2d-45a6-b5ab-44f1aa6208cf req-f790c4fb-e2f8-4a05-8b68-e6f064f4d63c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=74c46bbc-e699-4b17-99e5-d6a70df92e2c HTTP/1.1" status: 200 len: 210 time: 0.0333502 Oct 06 04:39:54.095297 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:39:54.120941 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e9a5a-c22b-4177-b64c-5c1e5e8dc929 None None] The sync data for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi is: [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:39:54.340002 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8570e2-d25c-49bd-9a66-3d2a96d21d26 None None] New status for floating IP 497cafc8-c33f-46bb-b381-b13beef2b72f: DOWN {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:39:55.134024 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42880) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:55.191761 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-522cb377-8c95-44f0-bbca-0b24220af383 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (71690258-d10d-48c6-bd2d-f01009e3b4c8), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.214275 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-522cb377-8c95-44f0-bbca-0b24220af383 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (71690258-d10d-48c6-bd2d-f01009e3b4c8), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.263144 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-522cb377-8c95-44f0-bbca-0b24220af383 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (71690258-d10d-48c6-bd2d-f01009e3b4c8), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.265297 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-522cb377-8c95-44f0-bbca-0b24220af383 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.266489 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-522cb377-8c95-44f0-bbca-0b24220af383 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/71690258-d10d-48c6-bd2d-f01009e3b4c8 HTTP/1.1" status: 204 len: 168 time: 0.1314900 Oct 06 04:39:55.269365 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42882) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:55.276238 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cb377-8c95-44f0-bbca-0b24220af383 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71690258-d10d-48c6-bd2d-f01009e3b4c8,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:55.283164 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.api.v2.resource [None req-5401aa30-90dd-4530-876c-87cc0f5a2ee1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] show failed (client error): The resource could not be found. Oct 06 04:39:55.288496 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-5401aa30-90dd-4530-876c-87cc0f5a2ee1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups/71690258-d10d-48c6-bd2d-f01009e3b4c8 HTTP/1.1" status: 404 len: 347 time: 0.0179348 Oct 06 04:39:55.291357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42884) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:55.403928 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Deleting port 6fc26b40-56c7-4835-9582-2c2cb7a130cb {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:39:55.404272 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (6fc26b40-56c7-4835-9582-2c2cb7a130cb), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.479170 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (6fc26b40-56c7-4835-9582-2c2cb7a130cb), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.479505 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (6fc26b40-56c7-4835-9582-2c2cb7a130cb), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.496782 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Calling delete_port for 6fc26b40-56c7-4835-9582-2c2cb7a130cb owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:39:55.623584 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (6fc26b40-56c7-4835-9582-2c2cb7a130cb), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.649382 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event deleted for resources: {'Port': ['ID=6fc26b40-56c7-4835-9582-2c2cb7a130cb,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:55.684708 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:39:55.703307 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 542157e8-aced-4f6a-815d-a118c4b3ca2c {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:39:55.703657 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 542157e8-aced-4f6a-815d-a118c4b3ca2c not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:39:55.714224 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (497cafc8-c33f-46bb-b381-b13beef2b72f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.716893 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:55.718039 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-2f86fe2d-11d1-4db4-b82d-30e9a4633334 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/497cafc8-c33f-46bb-b381-b13beef2b72f HTTP/1.1" status: 204 len: 168 time: 0.4257779 Oct 06 04:39:56.631423 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:56.827692 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42890) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:56.832146 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-b4134a9c-75ef-4a54-8313-c8f02b391b15 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1241933650', 'description': 'tempest-description--670040170'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:56.852544 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4134a9c-75ef-4a54-8313-c8f02b391b15 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:56.919491 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4134a9c-75ef-4a54-8313-c8f02b391b15 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (2f0d3e95-3837-4859-ae46-ce49f77b4bf7), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:56.923485 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4134a9c-75ef-4a54-8313-c8f02b391b15 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (2f0d3e95-3837-4859-ae46-ce49f77b4bf7), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:56.955556 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4134a9c-75ef-4a54-8313-c8f02b391b15 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:56.956774 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b4134a9c-75ef-4a54-8313-c8f02b391b15 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1280875 Oct 06 04:39:56.958791 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4134a9c-75ef-4a54-8313-c8f02b391b15 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0d3e95-3837-4859-ae46-ce49f77b4bf7,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:56.960243 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42892) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:56.965038 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-5cd7f5d4-964f-4959-b332-98850016277a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'security_group_rule': {'security_group_id': '2f0d3e95-3837-4859-ae46-ce49f77b4bf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:56.991537 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5cd7f5d4-964f-4959-b332-98850016277a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (d0742459-b436-480a-83e0-16d36ada71b5), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.047290 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5cd7f5d4-964f-4959-b332-98850016277a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (d0742459-b436-480a-83e0-16d36ada71b5), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.050636 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5cd7f5d4-964f-4959-b332-98850016277a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (d0742459-b436-480a-83e0-16d36ada71b5), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.069526 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7f5d4-964f-4959-b332-98850016277a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0742459-b436-480a-83e0-16d36ada71b5,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:57.077607 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5cd7f5d4-964f-4959-b332-98850016277a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.081249 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-5cd7f5d4-964f-4959-b332-98850016277a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173310 Oct 06 04:39:57.081462 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42894) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:57.085793 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-75b9b58f-bb50-4109-afb1-c3a629e0307c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'security_group_rule': {'security_group_id': '2f0d3e95-3837-4859-ae46-ce49f77b4bf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:57.111835 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-75b9b58f-bb50-4109-afb1-c3a629e0307c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (4ba2479c-76ab-40db-93e5-60ca195c3792), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.171102 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-75b9b58f-bb50-4109-afb1-c3a629e0307c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (4ba2479c-76ab-40db-93e5-60ca195c3792), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.174554 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-75b9b58f-bb50-4109-afb1-c3a629e0307c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (4ba2479c-76ab-40db-93e5-60ca195c3792), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.193648 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9b58f-bb50-4109-afb1-c3a629e0307c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba2479c-76ab-40db-93e5-60ca195c3792,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:57.198463 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-75b9b58f-bb50-4109-afb1-c3a629e0307c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.199708 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-75b9b58f-bb50-4109-afb1-c3a629e0307c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173072 Oct 06 04:39:57.202769 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 42896) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:39:57.207135 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:39:57.228442 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.318455 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.425406 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:57.427139 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Allocated IP 172.27.0.155 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/5afe9893-d2e0-44c7-8b43-48e9a67101a7) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:39:57.504870 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:57.536577 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for port (5afe9893-d2e0-44c7-8b43-48e9a67101a7), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.566647 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (5afe9893-d2e0-44c7-8b43-48e9a67101a7), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.604575 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:39:57.608912 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:39:57.612787 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:39:57.617792 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'Port': ['ID=5afe9893-d2e0-44c7-8b43-48e9a67101a7,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:57.697604 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (bcd54ad6-0ad9-4e61-9343-4642f5b726c7), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.736254 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (5afe9893-d2e0-44c7-8b43-48e9a67101a7), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.881700 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for port (5afe9893-d2e0-44c7-8b43-48e9a67101a7), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.886134 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (5afe9893-d2e0-44c7-8b43-48e9a67101a7), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.953468 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (bcd54ad6-0ad9-4e61-9343-4642f5b726c7), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.955900 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'Port': ['ID=5afe9893-d2e0-44c7-8b43-48e9a67101a7,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:39:57.971514 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:39:57.972734 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-11517182-7b16-4de1-be04-6bafb657ffdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7689593 Oct 06 04:39:58.170390 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-0b133e81-27c4-4541-8302-55f0696dd48f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1241933650&fields=id&tenant_id=594a13a702cf47898a48ab4fd6789359 HTTP/1.1" status: 200 len: 267 time: 0.0421927 Oct 06 04:39:58.247803 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:58.281527 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-911dfca2-fbfc-4199-a580-8250b691429e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:39:58.282979 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-911dfca2-fbfc-4199-a580-8250b691429e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 817 time: 0.1059921 Oct 06 04:39:58.297101 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-3ee6f118-a6f8-4c27-a0b1-78870ccb301b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/quotas/594a13a702cf47898a48ab4fd6789359 HTTP/1.1" status: 200 len: 375 time: 0.0086620 Oct 06 04:39:58.345909 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-05168903-4d91-464e-b1af-62dfe17ce5a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435283 Oct 06 04:39:58.405035 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:39:58.448697 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-8ba25a0d-13b3-4cfe-9b66-bcbef2c522ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913379 Oct 06 04:39:58.539081 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-06d35cfc-ca40-4638-9f1d-c3f2136705bf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845315 Oct 06 04:39:58.709146 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d69d2bdf-4edb-4262-b2bf-10a351ef86b2 req-fdbeb118-65e4-433c-9a2a-ed4c53039c20 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 210 time: 0.0358562 Oct 06 04:39:59.824007 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-94a626cf-a91d-4917-84a0-e964faae76c6 req-b2e9d0b4-1406-4548-b1d2-99f5ec070cdb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 210 time: 0.0323424 Oct 06 04:40:00.025393 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-fca53440-47db-41b3-9638-cd20ab9348db tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:00.026767 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-fca53440-47db-41b3-9638-cd20ab9348db tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 817 time: 0.1162357 Oct 06 04:40:00.115344 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-c7cc55c4-52a4-4d58-918f-2f961b2ce104 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=594a13a702cf47898a48ab4fd6789359 HTTP/1.1" status: 200 len: 380 time: 0.0537541 Oct 06 04:40:00.212769 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'port': {'device_id': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'admin_state_up': True, 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'security_groups': ['2f0d3e95-3837-4859-ae46-ce49f77b4bf7']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:00.325976 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Made reservation on behalf of 594a13a702cf47898a48ab4fd6789359 for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:40:00.329687 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:00.457980 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Allocated IP 172.20.0.14 (b586c8b5-56f0-4e30-8c9b-f6b5b9731066/53aeb215-4958-4b55-8334-db9385b5e573/e7a92c66-1f21-4c39-8bbe-215d0840346a) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:40:00.584741 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:00.595320 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:00.627814 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:00.674476 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:40:00.677706 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:40:00.681504 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:40:00.710069 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:00.721306 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:00.737998 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:00.738676 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:00.756500 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bb4bdbd2-84a5-418c-beb4-1b34539a7b6f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473824 Oct 06 04:40:00.774922 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Request body: {'port': {'device_id': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:00.836705 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:00.947589 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-644a832f-cd5f-4923-8fa7-1b578710381f None None] Provisioning complete for port e7a92c66-1f21-4c39-8bbe-215d0840346a triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:40:00.948125 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-644a832f-cd5f-4923-8fa7-1b578710381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:00.948242 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-644a832f-cd5f-4923-8fa7-1b578710381f None None] Attempt 1 to provision port e7a92c66-1f21-4c39-8bbe-215d0840346a Oct 06 04:40:00.951719 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885c95d-80f7-4b38-bc33-1adeffb033a6 req-bb8c3a59-4e3c-466b-8013-5567a31fb504 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:00.953221 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4885c95d-80f7-4b38-bc33-1adeffb033a6 req-bb8c3a59-4e3c-466b-8013-5567a31fb504 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 932 time: 0.0462084 Oct 06 04:40:00.980507 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-644a832f-cd5f-4923-8fa7-1b578710381f None None] Port e7a92c66-1f21-4c39-8bbe-215d0840346a cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:40:01.011687 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4885c95d-80f7-4b38-bc33-1adeffb033a6 req-ffc8acbe-3182-4138-bb6d-20b4e79883ec tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512884 Oct 06 04:40:01.107907 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a92c66-1f21-4c39-8bbe-215d0840346a {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:40:01.115875 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Publish callbacks [] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:01.128420 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Transition to ACTIVE for port object e7a92c66-1f21-4c39-8bbe-215d0840346a will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:40:01.131972 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:01.194208 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:01.246244 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Attempting to bind port e7a92c66-1f21-4c39-8bbe-215d0840346a on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:40:01.246581 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Attempting to bind port e7a92c66-1f21-4c39-8bbe-215d0840346a by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:40:01.246909 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Attempting to bind port e7a92c66-1f21-4c39-8bbe-215d0840346a on network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:40:01.288619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Port e7a92c66-1f21-4c39-8bbe-215d0840346a on network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:40:01.288943 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Attempting to bind port e7a92c66-1f21-4c39-8bbe-215d0840346a on network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:40:01.328470 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:40:01.328804 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Checking segment: {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:40:01.329187 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Bound using segment: {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:40:01.329624 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Bound port: e7a92c66-1f21-4c39-8bbe-215d0840346a, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f77afd2-9a61-4928-b349-3c4989a569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:40:01.329979 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:01.391958 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:01.393062 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:40:01.396859 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:40:01.402883 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:01.407167 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:01.407778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:01.409143 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 200 len: 1094 time: 0.6392632 Oct 06 04:40:01.411230 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:01.413461 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449f3af2-f15b-4305-ac7b-6ef0546cb743" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:01.460088 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac1449-da7c-4bda-815a-bfbd8f0647c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:01.470201 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9a6fa0-686e-4476-87e2-607b6932f202 x-openstack-request-id: req-9e9a6fa0-686e-4476-87e2-607b6932f202 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:01.470493 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:01.470749 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e9a6fa0-686e-4476-87e2-607b6932f202 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:01.471180 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9a6fa0-686e-4476-87e2-607b6932f202'] response: {'name': 'network-changed', 'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'status': 'completed', 'code': 200} Oct 06 04:40:01.531008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-1bb5a267-f2fa-4ad5-ae75-e197f51697b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:01.532453 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-1bb5a267-f2fa-4ad5-ae75-e197f51697b0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 1128 time: 0.0404968 Oct 06 04:40:01.587794 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-e6d80969-eda0-46c0-9b3e-e22a82e845ba service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 200 len: 217 time: 0.0316367 Oct 06 04:40:01.640455 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-3e1b1694-3c67-4a9b-9beb-6560f7814a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:01.641841 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-3e1b1694-3c67-4a9b-9beb-6560f7814a44 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0460162 Oct 06 04:40:01.672861 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:01.685671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bce7f690-5357-4428-8a1c-675fb1af53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:01.687150 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-bce7f690-5357-4428-8a1c-675fb1af53f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387216 Oct 06 04:40:01.780216 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-c9e3c548-07ac-4b96-b43a-2e44605f70de service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Oct 06 04:40:01.869060 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75b2187e-a5f7-4c77-b711-18b9c482b16b req-c0048a4b-075c-4cf8-89de-8cb51ead2e2c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816426 Oct 06 04:40:02.137443 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65768d-0a53-4821-9a59-41de67cdcd60 req-8a8e121e-d04f-4424-b698-f2669d4223c4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:02.138885 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0e65768d-0a53-4821-9a59-41de67cdcd60 req-8a8e121e-d04f-4424-b698-f2669d4223c4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0469122 Oct 06 04:40:02.178444 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:02.186832 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0e65768d-0a53-4821-9a59-41de67cdcd60 req-3351fe70-4822-451f-87a2-8e525e01f04e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Oct 06 04:40:03.312980 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376f21-ef4e-4691-a595-5c4648d94bec req-a0940b5b-5709-4456-b982-5782c8f44bb3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:03.314417 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-60376f21-ef4e-4691-a595-5c4648d94bec req-a0940b5b-5709-4456-b982-5782c8f44bb3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0461836 Oct 06 04:40:03.363601 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-60376f21-ef4e-4691-a595-5c4648d94bec req-8abdf41f-e40e-4226-933d-714b058c153e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435324 Oct 06 04:40:04.086718 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8009e080-ff6c-4781-8b49-07058758a6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:04.364080 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b0f60-39e9-4b6e-8a54-e1850000477a req-cc26c086-3a57-4eff-ac2a-5bc2002ee62e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:04.365566 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e40b0f60-39e9-4b6e-8a54-e1850000477a req-cc26c086-3a57-4eff-ac2a-5bc2002ee62e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0496559 Oct 06 04:40:04.427048 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e40b0f60-39e9-4b6e-8a54-e1850000477a req-58f587e1-02c3-4cf4-909c-2c24986ced31 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554371 Oct 06 04:40:04.490571 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9027e-eff2-4fff-b26d-6712e8430f23 req-c9b89be1-1aed-44ff-866c-aef51f060041 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:04.492048 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-22b9027e-eff2-4fff-b26d-6712e8430f23 req-c9b89be1-1aed-44ff-866c-aef51f060041 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0474205 Oct 06 04:40:04.539497 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-22b9027e-eff2-4fff-b26d-6712e8430f23 req-42eb535f-67a8-4f88-971b-e7be96210127 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416183 Oct 06 04:40:04.554845 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-fa421700-1b7e-499f-ae5d-1319e7a2c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:04.557277 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-fa421700-1b7e-499f-ae5d-1319e7a2c4d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 1128 time: 0.0428104 Oct 06 04:40:04.663405 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-c7133a5c-cb51-48c6-b120-e5c50d84ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:04.664767 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-c7133a5c-cb51-48c6-b120-e5c50d84ef76 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1168 time: 0.0493391 Oct 06 04:40:04.734638 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-094058ae-908d-4d9b-9643-84b9b13f90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:04.736120 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-094058ae-908d-4d9b-9643-84b9b13f90a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.1697373 Oct 06 04:40:04.780764 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-889d29f7-855d-455c-8418-c961d36f3c45 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 200 len: 217 time: 0.0379801 Oct 06 04:40:04.833744 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-39be7558-89a0-4f43-9abc-f62d2ab7094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:04.835187 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-39be7558-89a0-4f43-9abc-f62d2ab7094f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd HTTP/1.1" status: 200 len: 915 time: 0.1602211 Oct 06 04:40:04.853599 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-bdf48c24-44ba-4197-a630-0ca602ca00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:04.854931 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-bdf48c24-44ba-4197-a630-0ca602ca00d4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0634098 Oct 06 04:40:04.862028 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=70 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:04.867263 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:04.919907 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:04.935902 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-cbd35c7d-d379-4d91-a425-9e2c1741529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:04.937359 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-cbd35c7d-d379-4d91-a425-9e2c1741529c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524106 Oct 06 04:40:04.939177 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-bdbab36d-cd29-4dff-8e35-b1cd3f2ae922 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 1001 time: 0.0966947 Oct 06 04:40:05.058229 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-67845d93-579e-4163-bddb-846d3ba6f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:05.059697 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-67845d93-579e-4163-bddb-846d3ba6f1b7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1 HTTP/1.1" status: 200 len: 854 time: 0.0957055 Oct 06 04:40:05.113271 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-2d4aae62-46fe-4057-9e30-53b5243a25ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567075 Oct 06 04:40:05.116751 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-c267f384-d15b-4fce-9660-951d03b790a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:05.118083 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-c267f384-d15b-4fce-9660-951d03b790a1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478456 Oct 06 04:40:05.141867 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:05.285361 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-d7e15ec4-ea61-4de1-9acc-6935e32f431e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512790 Oct 06 04:40:05.287094 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-449f3af2-f15b-4305-ac7b-6ef0546cb743 req-342c8a61-b965-41d1-9360-cf1a3f5904df service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604409 Oct 06 04:40:05.389308 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1b3ddccb-305f-4ff6-83f5-74ca83477cfc req-965fb865-325d-4159-80c2-e68957d79b15 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818963 Oct 06 04:40:05.556374 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ef43e-f7af-4410-ac78-b976cda70420 req-7d6c58f0-8cd2-4caf-aed4-031ac9c1f704 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:05.557890 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-809ef43e-f7af-4410-ac78-b976cda70420 req-7d6c58f0-8cd2-4caf-aed4-031ac9c1f704 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0508175 Oct 06 04:40:05.621392 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-809ef43e-f7af-4410-ac78-b976cda70420 req-9feb926a-8191-4e4a-842a-0993b7dee07f tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575900 Oct 06 04:40:05.673651 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb636afe-8241-4454-9adf-028fe4eec20f req-e084d833-c073-403b-bc4c-2a48f19907ab tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:05.675148 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fb636afe-8241-4454-9adf-028fe4eec20f req-e084d833-c073-403b-bc4c-2a48f19907ab tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0497782 Oct 06 04:40:05.706623 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e7a92c66-1f21-4c39-8bbe-215d0840346a details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:40:05.708755 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:05.725252 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fb636afe-8241-4454-9adf-028fe4eec20f req-7da1ec15-603c-494d-8e45-89b7ddf32af2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437410 Oct 06 04:40:05.809720 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:05.821146 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'port_id': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'mac_address': 'fa:16:3e:3e:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:40:05.859806 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port e7a92c66-1f21-4c39-8bbe-215d0840346a is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:40:05.860197 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:05.873881 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a92c66-1f21-4c39-8bbe-215d0840346a {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:40:05.893480 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:05.897540 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:05.943707 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:05.950703 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.951083 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.951456 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.951820 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.952163 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.952500 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.952836 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.953167 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.953497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.953830 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.954161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.954506 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.954840 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.955191 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:05.955518 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:06.443115 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['e7a92c66-1f21-4c39-8bbe-215d0840346a'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:40:06.479846 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-33024a45-7248-4630-9903-463dd61e1a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:06.745722 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822bac7-79ae-427e-9b04-6d27e4fc1453 req-4a7bdfe8-7b27-43d8-849c-2a65d3ee7862 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:06.747121 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3822bac7-79ae-427e-9b04-6d27e4fc1453 req-4a7bdfe8-7b27-43d8-849c-2a65d3ee7862 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0506034 Oct 06 04:40:06.807387 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3822bac7-79ae-427e-9b04-6d27e4fc1453 req-728c5863-d394-4953-8520-fb5eedcd24a4 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546255 Oct 06 04:40:06.852478 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439cbe2-21bd-415b-ad0a-7d33ffa97ed7 req-620dc733-eac4-4ea2-9bef-19b61c3eaeb5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:06.853937 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6439cbe2-21bd-415b-ad0a-7d33ffa97ed7 req-620dc733-eac4-4ea2-9bef-19b61c3eaeb5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 945 time: 0.0470076 Oct 06 04:40:06.900488 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6439cbe2-21bd-415b-ad0a-7d33ffa97ed7 req-06594d48-5ac6-40fc-9a18-30d3b0d170b9 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410812 Oct 06 04:40:07.716079 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e7a92c66-1f21-4c39-8bbe-215d0840346a up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:40:07.765132 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:07.768975 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port e7a92c66-1f21-4c39-8bbe-215d0840346a completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:40:07.775040 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port e7a92c66-1f21-4c39-8bbe-215d0840346a triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:40:07.775501 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:07.775980 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port e7a92c66-1f21-4c39-8bbe-215d0840346a Oct 06 04:40:07.855152 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port e7a92c66-1f21-4c39-8bbe-215d0840346a is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:40:07.855553 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:07.874900 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:07.881286 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:07.883539 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d704a26f-1038-4908-b1f9-eeb6342bab8a" -d '{"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-plugged", "status": "completed", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:07.901007 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:07.904881 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:07.929969 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050af7ac-8880-4d17-a063-e572c7049bc6 x-openstack-request-id: req-050af7ac-8880-4d17-a063-e572c7049bc6 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:07.930323 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-plugged", "status": "completed", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:07.930586 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-050af7ac-8880-4d17-a063-e572c7049bc6 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:07.930702 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc1df0-65cc-4056-96ba-b36c87df636a req-7fc8e0a4-5828-4806-91f7-99ff342aee50 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:07.932250 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-14dc1df0-65cc-4056-96ba-b36c87df636a req-7fc8e0a4-5828-4806-91f7-99ff342aee50 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0487709 Oct 06 04:40:07.932471 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050af7ac-8880-4d17-a063-e572c7049bc6'] response: {'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'code': 200} Oct 06 04:40:07.934700 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:07.965661 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:08.004877 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-14dc1df0-65cc-4056-96ba-b36c87df636a req-279e56d1-720a-47f1-95de-d57e1e6ed5d4 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660837 Oct 06 04:40:08.046598 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ceea-69d4-43a5-925b-78133d46c976 req-dcedf2a1-30ab-4027-a0d2-880dd520532a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:08.048231 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e672ceea-69d4-43a5-925b-78133d46c976 req-dcedf2a1-30ab-4027-a0d2-880dd520532a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0535629 Oct 06 04:40:08.162741 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680b52-eb88-4fba-90fb-561ff25b7e04 req-fcb1b6ec-a980-4a9b-a185-08347b313e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:08.164272 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a1680b52-eb88-4fba-90fb-561ff25b7e04 req-fcb1b6ec-a980-4a9b-a185-08347b313e8c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 1130 time: 0.0436172 Oct 06 04:40:08.210397 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a1680b52-eb88-4fba-90fb-561ff25b7e04 req-29181b58-a0c8-4fe0-85d9-2d345747b756 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 Oct 06 04:40:08.338890 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e672ceea-69d4-43a5-925b-78133d46c976 req-08d67203-6945-4ebb-9025-233571f095ca tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831180 Oct 06 04:40:09.038485 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:09.132249 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df42763-1bdb-4103-a3e3-d9de6bc1e0d4 req-87286f7c-dd18-4c04-8d9c-65f02552af53 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:09.133684 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0df42763-1bdb-4103-a3e3-d9de6bc1e0d4 req-87286f7c-dd18-4c04-8d9c-65f02552af53 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0464375 Oct 06 04:40:09.151874 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:09.194863 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0df42763-1bdb-4103-a3e3-d9de6bc1e0d4 req-26647570-2ca8-4557-a5c2-3395343b9db7 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555151 Oct 06 04:40:09.255739 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:09.464740 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e819065-da56-40d0-a401-5d9793102f07 req-39d5716b-0de9-40f8-81c7-32a8cf58c1b3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:09.466209 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5e819065-da56-40d0-a401-5d9793102f07 req-39d5716b-0de9-40f8-81c7-32a8cf58c1b3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0456309 Oct 06 04:40:09.514769 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5e819065-da56-40d0-a401-5d9793102f07 req-81d8f571-e327-45b0-b1a8-c0c8ae7c04c3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Oct 06 04:40:10.320679 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f7802-66c9-4b68-ade6-d272ed52e597 req-b078a71f-5812-4cae-b63a-db6dad268b8c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:10.322165 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-277f7802-66c9-4b68-ade6-d272ed52e597 req-b078a71f-5812-4cae-b63a-db6dad268b8c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0510638 Oct 06 04:40:10.388402 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-277f7802-66c9-4b68-ade6-d272ed52e597 req-0f7e04fd-4e11-41bd-a63d-a267d222e698 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601375 Oct 06 04:40:10.643856 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28595ba1-69fc-4b3e-8b32-2396ab4d141b req-2bae5f71-5e89-4c8a-81ed-03b48a4d4073 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:10.645966 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-28595ba1-69fc-4b3e-8b32-2396ab4d141b req-2bae5f71-5e89-4c8a-81ed-03b48a4d4073 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0493689 Oct 06 04:40:10.691367 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-28595ba1-69fc-4b3e-8b32-2396ab4d141b req-e5790d61-b787-426b-bb5c-dfdd1bae433d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397027 Oct 06 04:40:10.809242 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ecdf-11be-4a6c-bf51-c0cd1062546f req-cde0b865-223c-4ae6-a424-fbda8c41fc76 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:10.810665 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-13a5ecdf-11be-4a6c-bf51-c0cd1062546f req-cde0b865-223c-4ae6-a424-fbda8c41fc76 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0452914 Oct 06 04:40:10.821503 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 42976) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:10.825834 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-18a038e0-1a48-4edf-8d6c-030708623424 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Request body: {'floatingip': {'port_id': 'e7a92c66-1f21-4c39-8bbe-215d0840346a'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:10.863156 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-18a038e0-1a48-4edf-8d6c-030708623424 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (bcd54ad6-0ad9-4e61-9343-4642f5b726c7), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:11.206148 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:11.565384 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-18a038e0-1a48-4edf-8d6c-030708623424 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:11.574126 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d80b92-24c1-4e7e-8bd5-c11d1bdefcae req-7d649671-1d64-4fcd-a957-35375a61751c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:11.575631 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-06d80b92-24c1-4e7e-8bd5-c11d1bdefcae req-7d649671-1d64-4fcd-a957-35375a61751c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.1006021 Oct 06 04:40:11.576695 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-18a038e0-1a48-4edf-8d6c-030708623424 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (bcd54ad6-0ad9-4e61-9343-4642f5b726c7), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:11.729613 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-06d80b92-24c1-4e7e-8bd5-c11d1bdefcae req-0fb6bed2-f3b1-43dd-ae9b-13de8513ef7f tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058807 Oct 06 04:40:11.731245 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-18a038e0-1a48-4edf-8d6c-030708623424 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Floating IP bcd54ad6-0ad9-4e61-9343-4642f5b726c7 associated. External IP: 172.27.0.155, port: e7a92c66-1f21-4c39-8bbe-215d0840346a. Oct 06 04:40:11.821978 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:11.932371 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a038e0-1a48-4edf-8d6c-030708623424 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Router 87febfd9-73a2-40db-aaca-01eef75cc423 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:40:12.034634 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a038e0-1a48-4edf-8d6c-030708623424 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:40:12.039658 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-18a038e0-1a48-4edf-8d6c-030708623424 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:12.045073 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] Sync routers for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:40:12.054700 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:12.055343 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:12.069723 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-18a038e0-1a48-4edf-8d6c-030708623424 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/bcd54ad6-0ad9-4e61-9343-4642f5b726c7 HTTP/1.1" status: 200 len: 992 time: 1.2471273 Oct 06 04:40:12.070354 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:12.072620 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492bbfb7-a058-435d-852f-36512f1339cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:12.114521 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c19d5cc-d311-440a-8f48-74dd427ffc88 x-openstack-request-id: req-0c19d5cc-d311-440a-8f48-74dd427ffc88 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:12.114805 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:12.115217 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0c19d5cc-d311-440a-8f48-74dd427ffc88 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:12.115626 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c19d5cc-d311-440a-8f48-74dd427ffc88'] response: {'name': 'network-changed', 'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'status': 'completed', 'code': 200} Oct 06 04:40:12.158110 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:12.272295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bbfb7-a058-435d-852f-36512f1339cc req-0ea3b6a3-96b8-4fbd-b916-58bba74169dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:12.274053 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-492bbfb7-a058-435d-852f-36512f1339cc req-0ea3b6a3-96b8-4fbd-b916-58bba74169dc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 1130 time: 0.0460429 Oct 06 04:40:12.368783 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'bcd54ad6-0ad9-4e61-9343-4642f5b726c7', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'port_id': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'mac_address': 'fa:16:3e:3e:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:39:57Z', 'updated_at': '2022-10-06T04:40:11Z', 'revision_number': 1, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:12.369364 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bbfb7-a058-435d-852f-36512f1339cc req-85a899b1-6c46-46a5-a69c-c969c2811695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:12.370776 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-492bbfb7-a058-435d-852f-36512f1339cc req-85a899b1-6c46-46a5-a69c-c969c2811695 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.0891263 Oct 06 04:40:12.382895 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:12.398085 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] Checking router: 87febfd9-73a2-40db-aaca-01eef75cc423 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:40:12.407125 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:12.407752 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:12.435858 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-492bbfb7-a058-435d-852f-36512f1339cc req-1bea028f-692c-4fa2-9b81-64257843075a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 200 len: 1000 time: 0.0584087 Oct 06 04:40:12.505803 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bbfb7-a058-435d-852f-36512f1339cc req-f48b7b4b-1c6a-43ce-96c2-4e49f70b0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:12.507416 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-492bbfb7-a058-435d-852f-36512f1339cc req-f48b7b4b-1c6a-43ce-96c2-4e49f70b0a91 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0645573 Oct 06 04:40:12.515979 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:12.568799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bbfb7-a058-435d-852f-36512f1339cc req-7e91bff8-0d34-49f7-838e-997f0e24fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:12.571452 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-492bbfb7-a058-435d-852f-36512f1339cc req-7e91bff8-0d34-49f7-838e-997f0e24fb06 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579195 Oct 06 04:40:12.675962 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-492bbfb7-a058-435d-852f-36512f1339cc req-ad6181e8-2754-4500-bde5-fe2e2f2b20a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950694 Oct 06 04:40:12.740051 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'bcd54ad6-0ad9-4e61-9343-4642f5b726c7', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'port_id': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'mac_address': 'fa:16:3e:3e:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:39:57Z', 'updated_at': '2022-10-06T04:40:11Z', 'revision_number': 1, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:12.764454 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65137a4b-6a7f-4360-8acb-7be814a8af76 None None] The sync data for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi is: [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'bcd54ad6-0ad9-4e61-9343-4642f5b726c7', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'port_id': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'mac_address': 'fa:16:3e:3e:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:39:57Z', 'updated_at': '2022-10-06T04:40:11Z', 'revision_number': 1, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:40:12.774544 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-492bbfb7-a058-435d-852f-36512f1339cc req-118035f7-2807-4250-b5a8-a3d8b1f263f0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911417 Oct 06 04:40:12.866360 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad35d1-0582-4f13-b22b-786a6374266b req-667895b2-bad4-4ef1-9598-61b2adea650a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:12.868372 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b4ad35d1-0582-4f13-b22b-786a6374266b req-667895b2-bad4-4ef1-9598-61b2adea650a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0509408 Oct 06 04:40:12.947607 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b4ad35d1-0582-4f13-b22b-786a6374266b req-60c2cadb-c5c4-4038-8b53-121e11121b7b tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730376 Oct 06 04:40:13.011957 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d3680-5cda-4d68-bf8a-9c60a13c1df3 None None] New status for floating IP bcd54ad6-0ad9-4e61-9343-4642f5b726c7: ACTIVE {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:40:13.970418 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31047cbe-7099-4a6c-843a-bae5efe82465 req-e627b643-4ceb-44d1-a3c6-e0f0c8b22fd0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:13.971923 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-31047cbe-7099-4a6c-843a-bae5efe82465 req-e627b643-4ceb-44d1-a3c6-e0f0c8b22fd0 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0565610 Oct 06 04:40:14.024367 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-31047cbe-7099-4a6c-843a-bae5efe82465 req-ffc34786-510a-488b-942a-c13090417921 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467451 Oct 06 04:40:14.079970 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255ba7e-44c8-46e2-9652-9eb69cbc9f01 req-19ce8ba9-7057-4620-bd73-9b9b8094e21c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:14.081620 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d255ba7e-44c8-46e2-9652-9eb69cbc9f01 req-19ce8ba9-7057-4620-bd73-9b9b8094e21c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0540433 Oct 06 04:40:14.149637 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d255ba7e-44c8-46e2-9652-9eb69cbc9f01 req-21d4baf5-1fd2-4102-ac7d-6ad10b3fca8c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619564 Oct 06 04:40:15.152191 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a2c3-49e1-47a4-996f-98d7e94dcb97 req-51379ee4-df2d-4455-8abb-96b249f9f732 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:15.153656 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01b1a2c3-49e1-47a4-996f-98d7e94dcb97 req-51379ee4-df2d-4455-8abb-96b249f9f732 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0474756 Oct 06 04:40:15.201180 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01b1a2c3-49e1-47a4-996f-98d7e94dcb97 req-52632814-14f7-4196-a7e7-3e1cbb004a1e tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420179 Oct 06 04:40:15.275746 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83fad4-0eec-40b3-aa6f-bf0110ff26a0 req-c56c8867-22d2-40e1-8723-f98d0c3e8673 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:15.277191 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4d83fad4-0eec-40b3-aa6f-bf0110ff26a0 req-c56c8867-22d2-40e1-8723-f98d0c3e8673 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0460420 Oct 06 04:40:15.336097 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4d83fad4-0eec-40b3-aa6f-bf0110ff26a0 req-12b30a1f-01c3-454d-b701-d9646f7f0912 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533664 Oct 06 04:40:16.323227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36fc40-54b6-4d77-a878-187c33c8ffa4 req-ec569c19-bca7-4a80-95fc-75f3362aa724 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:16.324711 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3a36fc40-54b6-4d77-a878-187c33c8ffa4 req-ec569c19-bca7-4a80-95fc-75f3362aa724 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0479498 Oct 06 04:40:16.378361 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3a36fc40-54b6-4d77-a878-187c33c8ffa4 req-d203a638-1a51-470a-b4d5-7dda3cd1787f tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Oct 06 04:40:16.464489 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32633e-b978-4b55-9d04-eec4a3e7fca9 req-865043db-d432-4ad6-9589-c7bef32d8dd7 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:16.466026 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ac32633e-b978-4b55-9d04-eec4a3e7fca9 req-865043db-d432-4ad6-9589-c7bef32d8dd7 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0477397 Oct 06 04:40:16.525854 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ac32633e-b978-4b55-9d04-eec4a3e7fca9 req-0da716b7-88bd-441b-be0a-487c37bd17ad tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542238 Oct 06 04:40:17.353504 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:17.395392 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac89926-db13-4cc8-95a4-1099519f3397 req-6ca0c626-8573-477c-a100-a512abc92a94 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:17.398068 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bac89926-db13-4cc8-95a4-1099519f3397 req-6ca0c626-8573-477c-a100-a512abc92a94 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0538659 Oct 06 04:40:17.449766 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bac89926-db13-4cc8-95a4-1099519f3397 req-feda3858-88c5-4c4e-8ad9-fdea64d7bbd6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460241 Oct 06 04:40:17.499750 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:17.514120 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b75629-f09c-4564-9b5f-023e495ddf65 req-5e4b3c9b-d67b-4ecb-b948-99b0752d1756 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:17.515632 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f9b75629-f09c-4564-9b5f-023e495ddf65 req-5e4b3c9b-d67b-4ecb-b948-99b0752d1756 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0583341 Oct 06 04:40:17.563708 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f9b75629-f09c-4564-9b5f-023e495ddf65 req-7f500cc3-1a74-442a-a990-3c57dd0714c2 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Oct 06 04:40:17.652078 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15b605-bcd9-4395-93fc-019fc4e84815 req-275982f4-facc-4c5a-a3f0-448cf0bd37c2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:17.653559 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8c15b605-bcd9-4395-93fc-019fc4e84815 req-275982f4-facc-4c5a-a3f0-448cf0bd37c2 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0495722 Oct 06 04:40:17.714342 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8c15b605-bcd9-4395-93fc-019fc4e84815 req-9cce93e6-0420-4f88-9bd1-ca19225bbd71 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549569 Oct 06 04:40:18.576366 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb0e09-c6b0-410b-b271-4ad4d5b35f64 req-4c9b6e40-cd03-44b3-b140-82a94bcba2e0 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:18.577817 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2efb0e09-c6b0-410b-b271-4ad4d5b35f64 req-4c9b6e40-cd03-44b3-b140-82a94bcba2e0 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0467141 Oct 06 04:40:18.625697 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2efb0e09-c6b0-410b-b271-4ad4d5b35f64 req-379e2d7a-da9b-40c5-b122-82bf3b964b14 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Oct 06 04:40:18.703412 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b456f4c-024e-465d-ab75-2e4656080f0e req-ee9e4809-236d-4fec-9b44-4613bb436921 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:18.704872 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8b456f4c-024e-465d-ab75-2e4656080f0e req-ee9e4809-236d-4fec-9b44-4613bb436921 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0483773 Oct 06 04:40:18.756222 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8b456f4c-024e-465d-ab75-2e4656080f0e req-43e7cf51-dc48-4744-9f34-78e679ce3387 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 Oct 06 04:40:18.840941 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0967cf2-5ba6-4294-9c17-8bad6f60cbe3 req-3b03a2be-544b-46ec-8162-ab9a1c10a12c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:18.842394 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d0967cf2-5ba6-4294-9c17-8bad6f60cbe3 req-3b03a2be-544b-46ec-8162-ab9a1c10a12c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0497332 Oct 06 04:40:18.875549 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:18.902632 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d0967cf2-5ba6-4294-9c17-8bad6f60cbe3 req-3da69720-a371-4e40-9fe6-165684ef5581 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7834e0cd-d634-4aca-be75-3780d2f38a10&id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543501 Oct 06 04:40:19.006087 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-e27ff816-b15a-4b45-a1ee-9a7918bb0019 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:19.007602 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-e27ff816-b15a-4b45-a1ee-9a7918bb0019 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Oct 06 04:40:19.408344 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:19.417719 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-c89bf8a2-37c2-4ed7-a540-597e3ad47075 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:19.419231 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-c89bf8a2-37c2-4ed7-a540-597e3ad47075 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0795197 Oct 06 04:40:19.482591 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Deleting port e926f146-2ab3-4459-827a-f7a1a9e1e2de {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:19.482851 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:19.578288 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Deleting port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:19.578624 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:19.653658 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] For port e926f146-2ab3-4459-827a-f7a1a9e1e2de, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e926f146-2ab3-4459-827a-f7a1a9e1e2de,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:19.654018 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:19.774062 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] For port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:19.774742 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:19.801215 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75a140-2626-46e0-a957-9b21bacec0c5 req-f84f8dbe-5efc-45ca-af40-67272616303e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:19.802722 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2e75a140-2626-46e0-a957-9b21bacec0c5 req-f84f8dbe-5efc-45ca-af40-67272616303e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 945 time: 0.0861237 Oct 06 04:40:19.883160 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4ed74-cf6d-4d68-8cbc-7c6a75903409 req-1330123d-9091-4e8a-8cf9-312142f7d947 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:19.884674 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cec4ed74-cf6d-4d68-8cbc-7c6a75903409 req-1330123d-9091-4e8a-8cf9-312142f7d947 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 945 time: 0.0513799 Oct 06 04:40:19.933990 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cec4ed74-cf6d-4d68-8cbc-7c6a75903409 req-7d15d947-6a70-4ed2-adb6-b3ac6778c338 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4e0a09d-3379-422d-a723-29d147af738f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Oct 06 04:40:19.973196 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:20.028979 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2e75a140-2626-46e0-a957-9b21bacec0c5 req-e7079185-d7fd-4272-94d3-a946340db91a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=59d72dc6-4cb9-4c86-9901-9f7642bfac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928933 Oct 06 04:40:20.071125 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:20.071490 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (0a882d7d-65aa-4255-9b86-d4f24f846a31), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:20.071805 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Floating IP 0a882d7d-65aa-4255-9b86-d4f24f846a31 disassociated. External IP: 172.27.0.113, port: e926f146-2ab3-4459-827a-f7a1a9e1e2de. Oct 06 04:40:20.072145 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Calling delete_port for e926f146-2ab3-4459-827a-f7a1a9e1e2de owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:20.098421 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:20.098786 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (45dd6d08-98ea-4c9a-bdaf-c88ca64836b5), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:20.099280 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Floating IP 45dd6d08-98ea-4c9a-bdaf-c88ca64836b5 disassociated. External IP: 172.27.0.16, port: 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e. Oct 06 04:40:20.099622 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Calling delete_port for 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:20.249780 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:20.313242 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (e926f146-2ab3-4459-827a-f7a1a9e1e2de), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:20.347241 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event deleted for resources: {'Port': ['ID=e926f146-2ab3-4459-827a-f7a1a9e1e2de,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:20.362193 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:20.424591 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event deleted for resources: {'Port': ['ID=09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:20.562039 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:40:20.625540 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Router 874f9a7b-1176-4679-b2a8-8a840e135f88 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:40:20.925247 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:20.981681 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:40:20.994700 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] Sync routers for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:40:21.005685 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:21.006578 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:21.045868 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5b0c7744-1ef1-4539-a3e4-9e3a55d586a5 req-fb1a9db0-6529-49ad-8847-a8ce691330ae tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a48503bd-a381-4011-8f5d-3a4c45eb8e97 HTTP/1.1" status: 200 len: 210 time: 0.0285113 Oct 06 04:40:21.058422 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] No DVR routers for this DVR port e926f146-2ab3-4459-827a-f7a1a9e1e2de on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:40:21.060563 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:21.064062 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a45f9d39-3fc0-4449-989d-3edee5a80ad2 req-33cd7971-d5fc-48ef-8c13-10424a0c12db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e926f146-2ab3-4459-827a-f7a1a9e1e2de HTTP/1.1" status: 204 len: 173 time: 1.7255368 Oct 06 04:40:21.066476 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'name': 'network-vif-deleted', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:21.069518 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cad8a69-499e-4b5c-b449-933572a31361" -d '{"events": [{"server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "name": "network-vif-deleted", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:21.082018 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:40:21.096367 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0630d772-f40e-4668-be99-05730fd8267e None None] Sync routers for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:40:21.121536 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2667d4-4827-4932-b468-1c6bd792d84c x-openstack-request-id: req-dc2667d4-4827-4932-b468-1c6bd792d84c {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:21.121861 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0630d772-f40e-4668-be99-05730fd8267e None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:21.121985 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48503bd-a381-4011-8f5d-3a4c45eb8e97", "name": "network-vif-deleted", "tag": "e926f146-2ab3-4459-827a-f7a1a9e1e2de", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:21.122267 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dc2667d4-4827-4932-b468-1c6bd792d84c {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:21.122685 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0630d772-f40e-4668-be99-05730fd8267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:21.122831 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2667d4-4827-4932-b468-1c6bd792d84c'] response: {'server_uuid': 'a48503bd-a381-4011-8f5d-3a4c45eb8e97', 'name': 'network-vif-deleted', 'tag': 'e926f146-2ab3-4459-827a-f7a1a9e1e2de', 'status': 'completed', 'code': 200} Oct 06 04:40:21.141452 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] No DVR routers for this DVR port 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:40:21.144147 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:21.148312 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5eee0820-49f0-4bc2-ac7a-c5afe9c20674 req-bc762310-daca-4f93-ad31-54e620b93388 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "DELETE /networking/v2.0/ports/09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e HTTP/1.1" status: 204 len: 173 time: 1.7084374 Oct 06 04:40:21.153073 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:21.186260 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-740812e6-82e6-4301-a116-c5fa45229d62 req-17ecfc03-4c46-4675-9af2-2018dbbfa0cd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0355623 Oct 06 04:40:21.227109 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:21.300153 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-0630d772-f40e-4668-be99-05730fd8267e None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:21.351404 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:21.372019 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:45Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:21.396784 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] Checking router: 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:40:21.405611 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:21.406268 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:21.515744 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:21.516975 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0630d772-f40e-4668-be99-05730fd8267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:21.541534 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0630d772-f40e-4668-be99-05730fd8267e None None] Checking router: 874f9a7b-1176-4679-b2a8-8a840e135f88 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:40:21.549837 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0630d772-f40e-4668-be99-05730fd8267e None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:21.550439 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0630d772-f40e-4668-be99-05730fd8267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:21.652926 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-0630d772-f40e-4668-be99-05730fd8267e None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:21.703707 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:45Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:21.817927 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:40:21.819146 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6f361-71a3-4703-ac80-4a3a86223ccc None None] The sync data for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi is: [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:26Z', 'revision_number': 4, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'ce38f13b-da48-4a61-ae21-736ec166ca4b', 'name': '', 'network_id': '2378409d-c551-4beb-a9cb-3e077e46deec', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'mac_address': 'fa:16:3e:2d:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:23Z', 'updated_at': '2022-10-06T04:32:45Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'subnets': [{'id': 'a77098ae-eb97-4fa5-a3f9-2d082ee38ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:40:21.847170 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:40:21.847562 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:40:21.847982 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e926f146-2ab3-4459-827a-f7a1a9e1e2de no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:40:21.894944 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: e926f146-2ab3-4459-827a-f7a1a9e1e2de {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:40:21.895339 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e926f146-2ab3-4459-827a-f7a1a9e1e2de not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:40:21.917669 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0630d772-f40e-4668-be99-05730fd8267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:21.953374 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0630d772-f40e-4668-be99-05730fd8267e None None] The sync data for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi is: [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:40:22.120819 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab134bff-ed74-441b-88e6-aabee1567714 None None] New status for floating IP 0a882d7d-65aa-4255-9b86-d4f24f846a31: DOWN {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:40:22.150793 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43062) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:22.215149 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-1c6efd24-16a4-4eaa-80de-dbd9a3523b88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group (e4e0a09d-3379-422d-a723-29d147af738f), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.245114 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-1c6efd24-16a4-4eaa-80de-dbd9a3523b88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group (e4e0a09d-3379-422d-a723-29d147af738f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.301936 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b3ff7-a031-4fba-84bc-edfc94b1a455 None None] New status for floating IP 45dd6d08-98ea-4c9a-bdaf-c88ca64836b5: DOWN {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:40:22.315806 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-1c6efd24-16a4-4eaa-80de-dbd9a3523b88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e4e0a09d-3379-422d-a723-29d147af738f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.319372 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-1c6efd24-16a4-4eaa-80de-dbd9a3523b88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.320820 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-1c6efd24-16a4-4eaa-80de-dbd9a3523b88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e4e0a09d-3379-422d-a723-29d147af738f HTTP/1.1" status: 204 len: 168 time: 0.1684892 Oct 06 04:40:22.324128 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43066) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:22.335990 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-22ab358b-7ca2-4eba-aa47-9848e637aac6 req-85f2c6e2-93f2-449d-bfdb-bf95c5e3bfa2 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc52256a-9199-4650-94d2-898dc19ce71d HTTP/1.1" status: 200 len: 210 time: 0.0373902 Oct 06 04:40:22.351659 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.api.v2.resource [None req-e0c7e194-eac2-487c-aa61-6bbbe34f5d46 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] show failed (client error): The resource could not be found. Oct 06 04:40:22.352964 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-e0c7e194-eac2-487c-aa61-6bbbe34f5d46 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups/e4e0a09d-3379-422d-a723-29d147af738f HTTP/1.1" status: 404 len: 347 time: 0.0276563 Oct 06 04:40:22.354298 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6efd24-16a4-4eaa-80de-dbd9a3523b88 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e0a09d-3379-422d-a723-29d147af738f,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:22.355676 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43068) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:22.500696 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Deleting port 72e27bdf-7dd7-40e7-a85b-83d3b60882ba {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:22.501194 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (72e27bdf-7dd7-40e7-a85b-83d3b60882ba), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.591277 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:40:22.592217 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (72e27bdf-7dd7-40e7-a85b-83d3b60882ba), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.592547 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for floatingip (72e27bdf-7dd7-40e7-a85b-83d3b60882ba), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.606161 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Calling delete_port for 72e27bdf-7dd7-40e7-a85b-83d3b60882ba owned by network:floatingip {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:22.737917 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (72e27bdf-7dd7-40e7-a85b-83d3b60882ba), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.763551 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event deleted for resources: {'Port': ['ID=72e27bdf-7dd7-40e7-a85b-83d3b60882ba,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:22.790913 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.791287 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.791631 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.791972 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.792311 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.792643 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.792974 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.793301 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.793627 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.793954 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.794281 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.794607 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.794932 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.795278 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.795601 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:22.837739 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks [] for floatingip (0a882d7d-65aa-4255-9b86-d4f24f846a31), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.840439 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:22.841565 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-00e3c2f3-87b7-44bb-87bb-1e738543a284 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/0a882d7d-65aa-4255-9b86-d4f24f846a31 HTTP/1.1" status: 204 len: 168 time: 0.4848487 Oct 06 04:40:23.124619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'name': 'network-vif-deleted', 'tag': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:23.126952 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596c13e7-ba98-4a57-a1fc-aa8c704f5cc4" -d '{"events": [{"server_uuid": "dc52256a-9199-4650-94d2-898dc19ce71d", "name": "network-vif-deleted", "tag": "09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:23.163945 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c1968-bfa3-44ce-9551-6916c23cca29 x-openstack-request-id: req-e83c1968-bfa3-44ce-9551-6916c23cca29 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:23.164524 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc52256a-9199-4650-94d2-898dc19ce71d", "name": "network-vif-deleted", "tag": "09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:23.164524 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e83c1968-bfa3-44ce-9551-6916c23cca29 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:23.164882 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83c1968-bfa3-44ce-9551-6916c23cca29'] response: {'server_uuid': 'dc52256a-9199-4650-94d2-898dc19ce71d', 'name': 'network-vif-deleted', 'tag': '09cdf9f1-3de3-4c28-bc6f-d5c72cb9470e', 'status': 'completed', 'code': 200} Oct 06 04:40:23.462583 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43080) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:23.517061 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ace14371-60b2-4b75-a907-b45d9868e960 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (59d72dc6-4cb9-4c86-9901-9f7642bfac1f), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:23.538948 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ace14371-60b2-4b75-a907-b45d9868e960 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (59d72dc6-4cb9-4c86-9901-9f7642bfac1f), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:23.546346 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:23.586767 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ace14371-60b2-4b75-a907-b45d9868e960 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (59d72dc6-4cb9-4c86-9901-9f7642bfac1f), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:23.589398 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ace14371-60b2-4b75-a907-b45d9868e960 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:23.590538 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-ace14371-60b2-4b75-a907-b45d9868e960 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/59d72dc6-4cb9-4c86-9901-9f7642bfac1f HTTP/1.1" status: 204 len: 168 time: 0.1269164 Oct 06 04:40:23.593452 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43082) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:23.600566 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace14371-60b2-4b75-a907-b45d9868e960 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d72dc6-4cb9-4c86-9901-9f7642bfac1f,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:23.609138 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.api.v2.resource [None req-dbc5022b-82de-41b3-8bf7-5a158681f2cb tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] show failed (client error): The resource could not be found. Oct 06 04:40:23.610143 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-dbc5022b-82de-41b3-8bf7-5a158681f2cb tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups/59d72dc6-4cb9-4c86-9901-9f7642bfac1f HTTP/1.1" status: 404 len: 347 time: 0.0156066 Oct 06 04:40:23.613080 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43084) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:23.720398 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:23.729894 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Deleting port 94f6b26b-73c0-4228-91a1-8ea1106bcda0 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:23.730300 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (94f6b26b-73c0-4228-91a1-8ea1106bcda0), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:23.810092 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (94f6b26b-73c0-4228-91a1-8ea1106bcda0), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:23.810420 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (94f6b26b-73c0-4228-91a1-8ea1106bcda0), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:23.823081 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Calling delete_port for 94f6b26b-73c0-4228-91a1-8ea1106bcda0 owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:23.954138 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (94f6b26b-73c0-4228-91a1-8ea1106bcda0), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:23.978392 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event deleted for resources: {'Port': ['ID=94f6b26b-73c0-4228-91a1-8ea1106bcda0,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:24.047294 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (45dd6d08-98ea-4c9a-bdaf-c88ca64836b5), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.049823 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.050971 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ea236cd5-6f0f-47d2-a6cf-65202313f6bd tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/45dd6d08-98ea-4c9a-bdaf-c88ca64836b5 HTTP/1.1" status: 204 len: 168 time: 0.4369998 Oct 06 04:40:24.143226 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43094) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:24.148541 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-f7b48b9d-d862-4abd-9df7-704a7860b9e8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742352544', 'description': 'tempest-description--824846179'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:24.170164 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f7b48b9d-d862-4abd-9df7-704a7860b9e8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.219915 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:24.245486 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f7b48b9d-d862-4abd-9df7-704a7860b9e8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.249243 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f7b48b9d-d862-4abd-9df7-704a7860b9e8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.280004 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f7b48b9d-d862-4abd-9df7-704a7860b9e8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.281562 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-f7b48b9d-d862-4abd-9df7-704a7860b9e8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1372185 Oct 06 04:40:24.284558 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43096) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:24.286003 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b48b9d-d862-4abd-9df7-704a7860b9e8 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:24.290114 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-823ac7b2-7f4c-4469-98fa-7804287cfa1d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'security_group_rule': {'security_group_id': '6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:24.318007 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-823ac7b2-7f4c-4469-98fa-7804287cfa1d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (78122585-b8f6-42b6-97ce-e154f4735f3a), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.371209 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:24.377670 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-823ac7b2-7f4c-4469-98fa-7804287cfa1d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (78122585-b8f6-42b6-97ce-e154f4735f3a), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.381692 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-823ac7b2-7f4c-4469-98fa-7804287cfa1d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (78122585-b8f6-42b6-97ce-e154f4735f3a), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.402038 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ac7b2-7f4c-4469-98fa-7804287cfa1d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78122585-b8f6-42b6-97ce-e154f4735f3a,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:24.414009 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-823ac7b2-7f4c-4469-98fa-7804287cfa1d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.415289 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-823ac7b2-7f4c-4469-98fa-7804287cfa1d tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295853 Oct 06 04:40:24.417860 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43098) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:24.422090 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-d95b08d7-03a9-4f88-9d0c-1e359452e84c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'security_group_rule': {'security_group_id': '6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:24.449095 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d95b08d7-03a9-4f88-9d0c-1e359452e84c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (ee8f61fd-c82e-43b6-a28b-c053625477ef), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.505683 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d95b08d7-03a9-4f88-9d0c-1e359452e84c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (ee8f61fd-c82e-43b6-a28b-c053625477ef), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.509252 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d95b08d7-03a9-4f88-9d0c-1e359452e84c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (ee8f61fd-c82e-43b6-a28b-c053625477ef), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.528020 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b08d7-03a9-4f88-9d0c-1e359452e84c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8f61fd-c82e-43b6-a28b-c053625477ef,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:24.534499 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d95b08d7-03a9-4f88-9d0c-1e359452e84c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.535729 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d95b08d7-03a9-4f88-9d0c-1e359452e84c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169615 Oct 06 04:40:24.539515 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43100) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:24.543765 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:24.563945 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.644390 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.645909 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:24.749963 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Allocated IP 172.27.0.48 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/b9f6bd32-46cf-41f3-9e4b-298a9b9e4140) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:40:24.856470 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for port (b9f6bd32-46cf-41f3-9e4b-298a9b9e4140), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.887582 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (b9f6bd32-46cf-41f3-9e4b-298a9b9e4140), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:24.926972 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:40:24.931800 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:40:24.935661 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:40:24.938795 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'Port': ['ID=b9f6bd32-46cf-41f3-9e4b-298a9b9e4140,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:25.021260 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (2eb70d44-8418-44a4-bf81-6e5f55533240), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:25.057038 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b9f6bd32-46cf-41f3-9e4b-298a9b9e4140), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:25.100370 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:25.211394 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for port (b9f6bd32-46cf-41f3-9e4b-298a9b9e4140), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:25.216633 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (b9f6bd32-46cf-41f3-9e4b-298a9b9e4140), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:25.284590 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'Port': ['ID=b9f6bd32-46cf-41f3-9e4b-298a9b9e4140,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:25.287418 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (2eb70d44-8418-44a4-bf81-6e5f55533240), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:25.304160 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:25.305407 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-0742d4b0-50ed-4b98-9340-e36d1ff7a584 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7649429 Oct 06 04:40:25.345558 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901cae-fd7c-4d41-b0a3-e8185e7fde76 req-d6eb9e6c-3450-4867-a6ba-881386ab6e9b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:25.347054 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-81901cae-fd7c-4d41-b0a3-e8185e7fde76 req-d6eb9e6c-3450-4867-a6ba-881386ab6e9b tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0497589 Oct 06 04:40:25.396889 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-81901cae-fd7c-4d41-b0a3-e8185e7fde76 req-e1b2a78e-f71f-47e2-804a-a4e6a6dc5df1 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Oct 06 04:40:25.487957 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-78c2af94-13a3-402e-9472-62b6deeeda5f tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--742352544&fields=id&tenant_id=f53abe2cc7a94ddaadb68b26b57faf69 HTTP/1.1" status: 200 len: 267 time: 0.0448682 Oct 06 04:40:25.544087 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:25.594482 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-fab009d4-9dff-40b0-8b2e-a2cfebf0ba3c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:25.595945 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-fab009d4-9dff-40b0-8b2e-a2cfebf0ba3c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 810 time: 0.1006670 Oct 06 04:40:25.610600 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-5e1e2077-4b7f-4524-85db-c5ff2c96170b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/quotas/f53abe2cc7a94ddaadb68b26b57faf69 HTTP/1.1" status: 200 len: 375 time: 0.0087056 Oct 06 04:40:25.661997 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-b5a4cb3a-3298-4669-a91e-dfa6aaa65566 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464945 Oct 06 04:40:25.763610 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-40ebecbf-5d73-4cb7-a849-6f82cdd03d0f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898600 Oct 06 04:40:25.857013 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-4f4f7d4b-4159-4b23-9e55-f9dd77ca7e8e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876777 Oct 06 04:40:26.027212 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-10ecbf33-9198-454a-b74e-008e6791cac2 req-cafa271f-f0f6-455f-a32d-9d0dbc165a66 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0305538 Oct 06 04:40:26.327219 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-e0b1b319-915e-4453-80dd-b5a3a0d69dfe tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:26.328705 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-e0b1b319-915e-4453-80dd-b5a3a0d69dfe tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0487366 Oct 06 04:40:26.421017 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Deleting port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:26.421360 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:26.545306 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927894-5c95-4e9d-af3a-ec2ec6aa6539 req-647abad1-0812-441c-81b9-12f4b1012700 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:26.546765 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-63927894-5c95-4e9d-af3a-ec2ec6aa6539 req-647abad1-0812-441c-81b9-12f4b1012700 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 945 time: 0.0683002 Oct 06 04:40:26.586241 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] For port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:26.586640 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:26.604113 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Calling delete_port for b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:26.605589 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:26.640384 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:26.647259 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:26.676059 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-63927894-5c95-4e9d-af3a-ec2ec6aa6539 req-e9833e7b-68e0-4e3f-a761-4f2643159119 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193495 Oct 06 04:40:26.767904 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:26.796241 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event deleted for resources: {'Port': ['ID=b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:26.802210 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['32169a85-ede4-4200-8d87-9cc5853244e1', 'b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:40:26.845979 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:26.852992 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] No DVR routers for this DVR port b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:40:26.855834 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:26.859260 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5dc800c0-8daf-42ce-9a4f-c82aa52254d3 req-2ee78921-44a7-4b2d-a1a6-82c21a1c06bb tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 HTTP/1.1" status: 204 len: 173 time: 0.5241840 Oct 06 04:40:26.859753 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd111c647-dca9-45d6-96c6-13169658cac9', 'name': 'network-vif-deleted', 'tag': 'b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:26.861990 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82d252c-2f61-4a6b-9dd8-684837455719" -d '{"events": [{"server_uuid": "d111c647-dca9-45d6-96c6-13169658cac9", "name": "network-vif-deleted", "tag": "b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:26.899879 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afbfac5-41e4-41bd-b11d-6867e041a0e0 x-openstack-request-id: req-0afbfac5-41e4-41bd-b11d-6867e041a0e0 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:26.900230 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d111c647-dca9-45d6-96c6-13169658cac9", "name": "network-vif-deleted", "tag": "b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:26.900688 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0afbfac5-41e4-41bd-b11d-6867e041a0e0 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:26.901461 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afbfac5-41e4-41bd-b11d-6867e041a0e0'] response: {'server_uuid': 'd111c647-dca9-45d6-96c6-13169658cac9', 'name': 'network-vif-deleted', 'tag': 'b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38', 'status': 'completed', 'code': 200} Oct 06 04:40:27.134622 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-64fd9ac8-4f95-4c34-bd54-34f65145f205 req-c1215f4e-f5ca-4118-9317-e0563e1407a2 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0298517 Oct 06 04:40:27.409262 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:27.475940 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-27a59ffe-778e-4580-b6ca-1578adc027f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:27.477610 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-27a59ffe-778e-4580-b6ca-1578adc027f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 810 time: 0.1243982 Oct 06 04:40:27.562116 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-6ca7c38b-4b63-442f-aa6a-4a3761d086c5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f53abe2cc7a94ddaadb68b26b57faf69 HTTP/1.1" status: 200 len: 379 time: 0.0543380 Oct 06 04:40:27.714131 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'port': {'device_id': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'admin_state_up': True, 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'security_groups': ['6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:27.805552 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-eb047400-8f46-404d-86d1-0955fff7b3d0 req-a81c9057-34bb-4010-b713-183d04d12636 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d111c647-dca9-45d6-96c6-13169658cac9 HTTP/1.1" status: 200 len: 210 time: 0.0298665 Oct 06 04:40:27.827858 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-1e544dd8-122f-48a6-956a-2dc20f8f8efb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0634158 Oct 06 04:40:27.860365 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Made reservation on behalf of f53abe2cc7a94ddaadb68b26b57faf69 for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:40:27.864189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:27.987108 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Allocated IP 172.20.0.4 (dda97116-7fb3-4466-b2df-d492cd1f2494/4cf55578-05cd-4019-a875-59f46e84d9e6/f7c2a9af-8931-4eb7-ae06-a2e1d0566270) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:40:28.129056 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-dc3d78e8-894b-4c14-a452-dc1caef1dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:28.130565 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-dc3d78e8-894b-4c14-a452-dc1caef1dcfa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 1130 time: 0.0545197 Oct 06 04:40:28.245954 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:28.273427 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e4743c52-e894-4162-8272-250c8da8a9f8 req-1357af45-26c6-454c-8fc2-1200cab71a2b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0439692 Oct 06 04:40:28.279889 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:28.323059 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-759ae38a-1d37-4c60-9e46-00821136a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:28.324512 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-759ae38a-1d37-4c60-9e46-00821136a914 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 200 len: 919 time: 0.1756592 Oct 06 04:40:28.329219 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:28.334545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:28.402356 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-2a4ed824-0b77-4bbd-aefc-bad2ce6a5c35 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32169a85-ede4-4200-8d87-9cc5853244e1 HTTP/1.1" status: 200 len: 217 time: 0.0655127 Oct 06 04:40:28.428388 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Network dda97116-7fb3-4466-b2df-d492cd1f2494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:40:28.451743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:40:28.456889 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:40:28.460549 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event updated for resources: {'Port': ['ID=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:28.500193 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-08e0ceb9-653c-41e9-a581-0216cf3e656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:28.501570 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-08e0ceb9-653c-41e9-a581-0216cf3e656f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 200 len: 858 time: 0.0904603 Oct 06 04:40:28.552289 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:28.553639 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:28.572748 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-46617366-1a29-4c4c-8be4-316e100e1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:28.574412 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-46617366-1a29-4c4c-8be4-316e100e1c69 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2378409d-c551-4beb-a9cb-3e077e46deec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667555 Oct 06 04:40:28.581084 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-a5ad6bc6-f558-4308-8442-2a57d53b7a52 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8709373 Oct 06 04:40:28.606157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Request body: {'port': {'device_id': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:28.683830 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-3bb7ba30-b5ac-44a5-b948-d23a9a05aa1b None None] Provisioning complete for port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:40:28.684407 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-3bb7ba30-b5ac-44a5-b948-d23a9a05aa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:28.684796 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-3bb7ba30-b5ac-44a5-b948-d23a9a05aa1b None None] Attempt 1 to provision port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 Oct 06 04:40:28.717395 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7ba30-b5ac-44a5-b948-d23a9a05aa1b None None] Port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:40:28.721934 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:28.746285 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-f2632039-dc1f-4669-8502-0f30f4f852f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642671 Oct 06 04:40:28.940323 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-168675ac-833d-4e5b-a1bc-65fc2d66771a req-47e57825-d579-4775-80d3-0ff9d871e893 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771288 Oct 06 04:40:29.094936 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7ee7-d6a4-4080-880f-bbffa68f20a8 req-64d4fe33-9cad-4fe0-882f-b448563a1321 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:29.096518 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3f6a7ee7-d6a4-4080-880f-bbffa68f20a8 req-64d4fe33-9cad-4fe0-882f-b448563a1321 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0500016 Oct 06 04:40:29.149892 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3f6a7ee7-d6a4-4080-880f-bbffa68f20a8 req-7d0b383c-8590-49eb-9cbd-fc6de3b81992 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467515 Oct 06 04:40:29.331737 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c2a9af-8931-4eb7-ae06-a2e1d0566270 {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:40:29.339658 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Publish callbacks [] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:29.352628 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Transition to ACTIVE for port object f7c2a9af-8931-4eb7-ae06-a2e1d0566270 will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:40:29.363766 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:29.416163 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:29.436545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7778-857a-4a73-b809-9665a653cf27 req-a4b6bd63-9997-4ac4-9cde-eb177b2bea78 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:29.437989 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b56b7778-857a-4a73-b809-9665a653cf27 req-a4b6bd63-9997-4ac4-9cde-eb177b2bea78 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0841944 Oct 06 04:40:29.458741 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Pushing event updated for resources: {'Port': ['ID=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:29.494753 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:29.542453 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b56b7778-857a-4a73-b809-9665a653cf27 req-dc0de00b-55b1-4441-a282-7885d0abf768 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871224 Oct 06 04:40:29.548746 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Attempting to bind port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:40:29.549305 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Attempting to bind port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:40:29.549556 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Attempting to bind port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 on network dda97116-7fb3-4466-b2df-d492cd1f2494 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:40:29.595995 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 on network dda97116-7fb3-4466-b2df-d492cd1f2494 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:40:29.596332 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Attempting to bind port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 on network dda97116-7fb3-4466-b2df-d492cd1f2494 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:40:29.644197 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:40:29.644454 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Checking segment: {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:40:29.644900 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Bound using segment: {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:40:29.645342 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Bound port: f7c2a9af-8931-4eb7-ae06-a2e1d0566270, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c782691-737c-428e-99aa-9b1382fcd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:40:29.645704 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:29.711486 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] For port f7c2a9af-8931-4eb7-ae06-a2e1d0566270, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:40:29.714779 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] For port f7c2a9af-8931-4eb7-ae06-a2e1d0566270, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:40:29.721422 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:29.726529 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:29.727169 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:29.728518 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f7c2a9af-8931-4eb7-ae06-a2e1d0566270 HTTP/1.1" status: 200 len: 1093 time: 1.1268997 Oct 06 04:40:29.729066 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'tag': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:29.731308 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7ee6b5-da30-45d8-b611-8f99cbf14c21" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74e585-b622-4beb-bc2c-f71b2be5e2f7", "tag": "f7c2a9af-8931-4eb7-ae06-a2e1d0566270"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:29.774110 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a05cf2-16a8-4aca-9f8d-cbdda5bea489 x-openstack-request-id: req-e4a05cf2-16a8-4aca-9f8d-cbdda5bea489 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:29.774396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74e585-b622-4beb-bc2c-f71b2be5e2f7", "tag": "f7c2a9af-8931-4eb7-ae06-a2e1d0566270", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:29.774643 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e4a05cf2-16a8-4aca-9f8d-cbdda5bea489 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:29.775065 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a05cf2-16a8-4aca-9f8d-cbdda5bea489'] response: {'name': 'network-changed', 'server_uuid': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'tag': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270', 'status': 'completed', 'code': 200} Oct 06 04:40:29.784656 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2ef1-7ccf-410c-a26a-ae078ba8d40d service neutron] Pushing event updated for resources: {'Port': ['ID=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:29.827690 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:40:29.847336 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:40:29.847689 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device b2a8d8d0-e0de-4959-a7d2-0d6f5be5fb38 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:40:30.037683 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ee6b5-da30-45d8-b611-8f99cbf14c21 req-3ee91542-ac99-43eb-a5fd-c7fade5e7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:30.040253 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-da7ee6b5-da30-45d8-b611-8f99cbf14c21 req-3ee91542-ac99-43eb-a5fd-c7fade5e7839 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 1127 time: 0.0683918 Oct 06 04:40:30.046666 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-011fbc25-a129-4da4-916c-5128efeda3db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:30.048034 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-011fbc25-a129-4da4-916c-5128efeda3db tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0843141 Oct 06 04:40:30.221278 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Deleting port 32169a85-ede4-4200-8d87-9cc5853244e1 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:30.221724 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:30.283418 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ee6b5-da30-45d8-b611-8f99cbf14c21 req-85af279a-9bee-40d2-b451-2d407b9f874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:30.284795 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-da7ee6b5-da30-45d8-b611-8f99cbf14c21 req-85af279a-9bee-40d2-b451-2d407b9f874a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2165086 Oct 06 04:40:30.336108 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edea630-2196-4c46-9308-d909d74885a2 req-8aee2550-2c1c-4390-94f9-7524fd19a753 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:30.337564 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8edea630-2196-4c46-9308-d909d74885a2 req-8aee2550-2c1c-4390-94f9-7524fd19a753 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 946 time: 0.0923917 Oct 06 04:40:30.378585 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] For port 32169a85-ede4-4200-8d87-9cc5853244e1, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=32169a85-ede4-4200-8d87-9cc5853244e1,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:30.378950 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:30.402054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Calling delete_port for 32169a85-ede4-4200-8d87-9cc5853244e1 owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:30.425673 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8edea630-2196-4c46-9308-d909d74885a2 req-a3b3f480-7c14-40b3-a2ed-920b7a079de9 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9cb56b1e-7c30-4e81-96b8-f7a35770cdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784378 Oct 06 04:40:30.485066 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:30.509327 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:30.619396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (32169a85-ede4-4200-8d87-9cc5853244e1), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:30.657252 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['32169a85-ede4-4200-8d87-9cc5853244e1'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:40:30.664633 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ee6b5-da30-45d8-b611-8f99cbf14c21 req-c2c06c70-a061-451b-b884-724bf130c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:30.666137 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-da7ee6b5-da30-45d8-b611-8f99cbf14c21 req-c2c06c70-a061-451b-b884-724bf130c8c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1713600 Oct 06 04:40:30.668246 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Pushing event deleted for resources: {'Port': ['ID=32169a85-ede4-4200-8d87-9cc5853244e1,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:30.668367 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9383c8-87e8-41da-9099-540f9f777aa4 req-b0faff76-19c9-4aeb-bf80-72627a15f903 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:30.674808 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ea9383c8-87e8-41da-9099-540f9f777aa4 req-b0faff76-19c9-4aeb-bf80-72627a15f903 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0547442 Oct 06 04:40:30.717283 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] No DVR routers for this DVR port 32169a85-ede4-4200-8d87-9cc5853244e1 on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:40:30.719817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:30.723532 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-477e42c9-0be6-43e5-a2f6-ca0d8a3c1f9d req-7b3b287b-5848-4ab6-8b14-8c170087ea15 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.25 "DELETE /networking/v2.0/ports/32169a85-ede4-4200-8d87-9cc5853244e1 HTTP/1.1" status: 204 len: 173 time: 0.6533692 Oct 06 04:40:30.739417 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ea9383c8-87e8-41da-9099-540f9f777aa4 req-d391b5b4-3bd3-4673-89de-111e44ef71d6 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542951 Oct 06 04:40:30.783480 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-525e24b2-9ebe-4a57-a9ce-16996a8e9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:30.784944 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-525e24b2-9ebe-4a57-a9ce-16996a8e9c0d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 1127 time: 0.0480688 Oct 06 04:40:30.838430 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-3d6433e6-6e09-4c27-9c06-897e0ed16df7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7c2a9af-8931-4eb7-ae06-a2e1d0566270 HTTP/1.1" status: 200 len: 217 time: 0.0375111 Oct 06 04:40:30.907778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-2161397f-b251-4ce3-8c11-2c80a320dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:30.909254 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-2161397f-b251-4ce3-8c11-2c80a320dd2b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4cf55578-05cd-4019-a875-59f46e84d9e6 HTTP/1.1" status: 200 len: 849 time: 0.0465519 Oct 06 04:40:30.954207 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-b179defd-95ae-450f-8f21-e7377ee710d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:30.955740 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-b179defd-95ae-450f-8f21-e7377ee710d8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dda97116-7fb3-4466-b2df-d492cd1f2494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397959 Oct 06 04:40:31.056814 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-fcf3bd97-e081-4118-890b-6e0d62047c13 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947771 Oct 06 04:40:31.177206 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1eaad28f-b9f3-4e16-90b5-af8afa020bb2 req-8b8296f5-899c-4477-9fe9-898a5a59b434 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878530 Oct 06 04:40:31.543384 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3d5ed8f7-2d11-43f2-9e94-7ddeb14d1eba req-f468499c-8395-4904-856d-b027c0508859 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 210 time: 0.0290573 Oct 06 04:40:31.775990 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1de82b-ccd4-4783-8f2b-8db183ab18ae', 'name': 'network-vif-deleted', 'tag': '32169a85-ede4-4200-8d87-9cc5853244e1'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:31.778190 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36324736-22fa-4f58-b281-b6b5138719ce" -d '{"events": [{"server_uuid": "7b1de82b-ccd4-4783-8f2b-8db183ab18ae", "name": "network-vif-deleted", "tag": "32169a85-ede4-4200-8d87-9cc5853244e1"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:31.814028 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4edf762-e01f-450e-9e6f-f97c8d8da111 x-openstack-request-id: req-e4edf762-e01f-450e-9e6f-f97c8d8da111 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:31.814320 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1de82b-ccd4-4783-8f2b-8db183ab18ae", "name": "network-vif-deleted", "tag": "32169a85-ede4-4200-8d87-9cc5853244e1", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:31.814579 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e4edf762-e01f-450e-9e6f-f97c8d8da111 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:31.815077 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4edf762-e01f-450e-9e6f-f97c8d8da111'] response: {'server_uuid': '7b1de82b-ccd4-4783-8f2b-8db183ab18ae', 'name': 'network-vif-deleted', 'tag': '32169a85-ede4-4200-8d87-9cc5853244e1', 'status': 'completed', 'code': 200} Oct 06 04:40:31.867588 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec70a-c07e-4cae-888b-18fc093c15c7 req-3365faed-ee1c-4fa5-b695-3846317fc7f0 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:31.869353 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-433ec70a-c07e-4cae-888b-18fc093c15c7 req-3365faed-ee1c-4fa5-b695-3846317fc7f0 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0509124 Oct 06 04:40:31.921141 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-433ec70a-c07e-4cae-888b-18fc093c15c7 req-7851c115-7a5d-451f-90ac-3bd34ae81537 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459218 Oct 06 04:40:32.662018 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-469f6038-4dba-4f07-9948-992609f49cdb req-42027934-4950-4335-9f2a-e4e9e8880b16 tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 210 time: 0.0315716 Oct 06 04:40:33.044654 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb32d81-279b-41e7-ba28-22893aed87d6 req-9cfb0ac6-c010-4b09-b6ca-e2f462948d2a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:33.046117 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5cb32d81-279b-41e7-ba28-22893aed87d6 req-9cfb0ac6-c010-4b09-b6ca-e2f462948d2a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0467894 Oct 06 04:40:33.092945 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5cb32d81-279b-41e7-ba28-22893aed87d6 req-b7a8a423-cc62-4078-a9f1-85f044f5164a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Oct 06 04:40:33.780767 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c90ae0ef-6083-4cc0-b935-71c7b311e717 req-ceb05949-dee2-46e5-ae2f-b1c55eb789fe tempest-ServerRescueNegativeTestJSON-572105831 tempest-ServerRescueNegativeTestJSON-572105831-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7b1de82b-ccd4-4783-8f2b-8db183ab18ae HTTP/1.1" status: 200 len: 210 time: 0.0296073 Oct 06 04:40:33.848515 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 32169a85-ede4-4200-8d87-9cc5853244e1 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:40:33.871193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 32169a85-ede4-4200-8d87-9cc5853244e1 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:40:33.871540 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 32169a85-ede4-4200-8d87-9cc5853244e1 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:40:34.090622 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-fd3964a1-cc12-4b9b-82a1-199bf9048bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:34.364139 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c391b0-be64-4269-b326-f47db20b7780 req-8e636a33-31ab-4a22-a84c-cf6c2744daac tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:34.365782 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c0c391b0-be64-4269-b326-f47db20b7780 req-8e636a33-31ab-4a22-a84c-cf6c2744daac tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0520086 Oct 06 04:40:34.416219 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c0c391b0-be64-4269-b326-f47db20b7780 req-5eb24990-8407-4d9e-8dc8-86091d3ec9ee tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417213 Oct 06 04:40:34.845486 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43180) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:35.374765 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:35.409113 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:35.536192 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f8f20-b88f-4cc5-af45-3dce662b538a req-30e5ec60-55ff-48b4-903c-d34fae9e6dfa tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:35.537943 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-179f8f20-b88f-4cc5-af45-3dce662b538a req-30e5ec60-55ff-48b4-903c-d34fae9e6dfa tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 943 time: 0.0484524 Oct 06 04:40:35.580193 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:35.586086 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-179f8f20-b88f-4cc5-af45-3dce662b538a req-43a54f3a-83b7-4755-b894-70b4ce6a7b1a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424800 Oct 06 04:40:35.641150 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Deleting port ce38f13b-da48-4a61-ae21-736ec166ca4b {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:35.641402 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:35.726666 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] For port ce38f13b-da48-4a61-ae21-736ec166ca4b, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ce38f13b-da48-4a61-ae21-736ec166ca4b,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:35.727051 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:35.739189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Calling delete_port for ce38f13b-da48-4a61-ae21-736ec166ca4b owned by network:router_interface {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:35.856383 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device f7c2a9af-8931-4eb7-ae06-a2e1d0566270 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:40:35.913555 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (ce38f13b-da48-4a61-ae21-736ec166ca4b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:35.939172 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce38f13b-da48-4a61-ae21-736ec166ca4b,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:35.963107 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port f7c2a9af-8931-4eb7-ae06-a2e1d0566270, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:35.979548 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'port_id': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270', 'mac_address': 'fa:16:3e:10:fb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:40:36.019943 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:40:36.020345 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:36.036232 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c2a9af-8931-4eb7-ae06-a2e1d0566270 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:40:36.058228 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port f7c2a9af-8931-4eb7-ae06-a2e1d0566270, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:36.062688 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:36.112531 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:36.113295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:36.452537 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-56a33bb2-26d7-4efb-bab1-c1e0cb8a5412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:36.508589 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['f7c2a9af-8931-4eb7-ae06-a2e1d0566270'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:40:36.583476 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:40:36.584205 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:36.648200 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:36.745689 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d545725-4c4e-42bc-aa1f-febbbc92555b req-cefcb2f7-1f97-49b3-9830-b7207fb6b6ad tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:36.747160 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6d545725-4c4e-42bc-aa1f-febbbc92555b req-cefcb2f7-1f97-49b3-9830-b7207fb6b6ad tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 944 time: 0.0617845 Oct 06 04:40:36.748076 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:40:36.753111 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c7cc27c3-2f54-40c8-a18d-1b2bb493156d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9066706 Oct 06 04:40:36.756552 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43188) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:36.759389 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] Sync routers for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:40:36.769571 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:36.770497 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:36.798884 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6d545725-4c4e-42bc-aa1f-febbbc92555b req-bc97a236-da46-4a33-afbe-e57d17ec6624 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442553 Oct 06 04:40:36.810569 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:36.859821 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks [] for router (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:36.874053 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:36.960303 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks [] for router_gateway (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:36.998219 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:37.004968 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Deleting port 6b04a1ff-b954-44e1-8cd0-06ac3682a701 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:37.005293 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.047552 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:40:35Z', 'revision_number': 5, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port': {'id': '6b04a1ff-b954-44e1-8cd0-06ac3682a701', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:37.072267 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] Checking router: 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:40:37.080571 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] Routers {'08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:37.081167 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:37.088251 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] For port 6b04a1ff-b954-44e1-8cd0-06ac3682a701, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=6b04a1ff-b954-44e1-8cd0-06ac3682a701,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:37.088726 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.102253 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Calling delete_port for 6b04a1ff-b954-44e1-8cd0-06ac3682a701 owned by network:router_gateway {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:37.164851 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] Set router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 gateway port host: None {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:37.211895 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:40:36Z', 'revision_number': 6, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:37.239347 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58db623f-93f8-436b-83b2-bbbfbd4c2d74 None None] The sync data for ids ['08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70'] in dv-cinder-860227-2-iscsi is: [{'id': '08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70', 'name': 'tempest-ServerRescueNegativeTestJSON-1094588062-router', 'tenant_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:40:36Z', 'revision_number': 6, 'project_id': '0d643fb7b9314f0a9bb8f2c37f06bb2d', 'gw_port_host': None}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:40:37.277323 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (6b04a1ff-b954-44e1-8cd0-06ac3682a701), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.301248 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b04a1ff-b954-44e1-8cd0-06ac3682a701,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:37.363452 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.467633 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.469947 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks [] for router_controller (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.536081 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.536727 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 {{(pid=106194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:40:37.541837 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.543044 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-19ad9dc8-eb74-423d-990d-68da0ee6032e admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/08e8cbcc-9041-4ad1-9ccb-7a1fde4f2e70 HTTP/1.1" status: 204 len: 168 time: 0.7852728 Oct 06 04:40:37.545461 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43192) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:37.591846 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad53a012-3a4d-47b0-b556-c39a7d3c3644 admin admin] Deleting subnet a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:40:37.595800 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ad53a012-3a4d-47b0-b556-c39a7d3c3644 admin admin] Publish callbacks [] for subnet (a77098ae-eb97-4fa5-a3f9-2d082ee38ec1), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.639132 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ad53a012-3a4d-47b0-b556-c39a7d3c3644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (a77098ae-eb97-4fa5-a3f9-2d082ee38ec1), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.716580 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ad53a012-3a4d-47b0-b556-c39a7d3c3644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (a77098ae-eb97-4fa5-a3f9-2d082ee38ec1), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.751044 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:37.757167 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.775832 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ad53a012-3a4d-47b0-b556-c39a7d3c3644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (a77098ae-eb97-4fa5-a3f9-2d082ee38ec1), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.806593 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53a012-3a4d-47b0-b556-c39a7d3c3644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77098ae-eb97-4fa5-a3f9-2d082ee38ec1,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:37.811690 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ad53a012-3a4d-47b0-b556-c39a7d3c3644 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.815864 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-ad53a012-3a4d-47b0-b556-c39a7d3c3644 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a77098ae-eb97-4fa5-a3f9-2d082ee38ec1 HTTP/1.1" status: 204 len: 168 time: 0.2692573 Oct 06 04:40:37.817587 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6a6b3-23a2-42c9-abb7-dda00845c3ea None None] Network 2378409d-c551-4beb-a9cb-3e077e46deec requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:40:37.818782 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43198) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:37.888942 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device f7c2a9af-8931-4eb7-ae06-a2e1d0566270 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:40:37.906740 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (2378409d-c551-4beb-a9cb-3e077e46deec), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:37.938021 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ab5ca-74e6-4c54-978e-52cf03963cb0 req-49dd68ba-fdbc-4729-b486-2bfd3f3c1dab tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:37.945945 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:37.948377 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a39ab5ca-74e6-4c54-978e-52cf03963cb0 req-49dd68ba-fdbc-4729-b486-2bfd3f3c1dab tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 944 time: 0.0621057 Oct 06 04:40:37.983460 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:40:37.983600 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:37.989486 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Deleting port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:37.989980 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.016171 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:40:38.016796 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.017561 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 Oct 06 04:40:38.023164 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:38.023369 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a39ab5ca-74e6-4c54-978e-52cf03963cb0 req-5d620ec1-4b8f-4c12-947f-d5d1ccb92bbb tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738735 Oct 06 04:40:38.087315 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] For port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=c9211bd6-ddcd-44ae-b5e1-ecec9e943d47,segment=NetworkSegment(e58ba9f0-ff57-4e35-a0f5-da956ffe70b8),segment_id=e58ba9f0-ff57-4e35-a0f5-da956ffe70b8)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:38.087599 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.101925 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Calling delete_port for c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:38.194755 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (c9211bd6-ddcd-44ae-b5e1-ecec9e943d47), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.223239 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9211bd6-ddcd-44ae-b5e1-ecec9e943d47,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:38.226871 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] No DVR routers for this DVR port c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 on host dv-cinder-860227-2-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:40:38.229672 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47588be-4d28-4c5b-8be4-3e0fd45f05b8 None None] DHCP port deletion for 2378409d-c551-4beb-a9cb-3e077e46deec request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:40:38.248152 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:40:38.248541 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.275945 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:38.278603 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67309330-c218-4f7f-a603-7e2c95021a55" -d '{"events": [{"server_uuid": "1e74e585-b622-4beb-bc2c-f71b2be5e2f7", "name": "network-vif-plugged", "status": "completed", "tag": "f7c2a9af-8931-4eb7-ae06-a2e1d0566270"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:38.292502 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port f7c2a9af-8931-4eb7-ae06-a2e1d0566270, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:38.297504 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.320558 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (2378409d-c551-4beb-a9cb-3e077e46deec), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.328845 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f26982-3329-484f-b6d2-5df54307328a x-openstack-request-id: req-79f26982-3329-484f-b6d2-5df54307328a {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:38.329142 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74e585-b622-4beb-bc2c-f71b2be5e2f7", "name": "network-vif-plugged", "status": "completed", "tag": "f7c2a9af-8931-4eb7-ae06-a2e1d0566270", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:38.329565 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-79f26982-3329-484f-b6d2-5df54307328a {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:38.330274 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f26982-3329-484f-b6d2-5df54307328a'] response: {'server_uuid': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270', 'code': 200} Oct 06 04:40:38.342812 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2378409d-c551-4beb-a9cb-3e077e46deec']}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:38.353561 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8') {'for_net_delete': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:38.353969 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58ba9f0-ff57-4e35-a0f5-da956ffe70b8') {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:38.357705 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:38.364256 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26170665'] for segment (e58ba9f0-ff57-4e35-a0f5-da956ffe70b8), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.379588 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (e58ba9f0-ff57-4e35-a0f5-da956ffe70b8), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.387129 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=106194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:40:38.387513 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26116627'] for segment (e58ba9f0-ff57-4e35-a0f5-da956ffe70b8), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.458695 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (2378409d-c551-4beb-a9cb-3e077e46deec), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.475866 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.479569 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/2378409d-c551-4beb-a9cb-3e077e46deec HTTP/1.1" status: 204 len: 168 time: 0.6598227 Oct 06 04:40:38.481140 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd630-ed29-4ab9-b83f-ccfc9b2af611 admin admin] Pushing event deleted for resources: {'Network': ['ID=2378409d-c551-4beb-a9cb-3e077e46deec,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:38.557101 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497b16c-8aa5-481f-9bbe-8a7eb62a3b37 req-e078965d-c027-4176-af99-d768876a527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:38.559487 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8497b16c-8aa5-481f-9bbe-8a7eb62a3b37 req-e078965d-c027-4176-af99-d768876a527d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0464931 Oct 06 04:40:38.605387 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment e58ba9f0-ff57-4e35-a0f5-da956ffe70b8 resource provider aggregate not found Oct 06 04:40:38.625351 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment e58ba9f0-ff57-4e35-a0f5-da956ffe70b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e58ba9f0-ff57-4e35-a0f5-da956ffe70b8 found for delete ", "request_id": "req-2873822e-f5ed-4174-b140-4db9f059b02b"}]} Oct 06 04:40:38.637221 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8497b16c-8aa5-481f-9bbe-8a7eb62a3b37 req-f67870b7-083a-43a7-9526-a77315ada67c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704641 Oct 06 04:40:38.641292 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43220) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:38.645754 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 6b04a1ff-b954-44e1-8cd0-06ac3682a701 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:40:38.668490 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 6b04a1ff-b954-44e1-8cd0-06ac3682a701 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:40:38.668842 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 6b04a1ff-b954-44e1-8cd0-06ac3682a701 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:40:38.669260 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:40:38.688149 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:40:38.688502 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device c9211bd6-ddcd-44ae-b5e1-ecec9e943d47 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:40:38.688918 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ce38f13b-da48-4a61-ae21-736ec166ca4b no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:40:38.696747 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-286931e1-6c8b-4da8-ab4c-867ccbba1c6a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0d643fb7b9314f0a9bb8f2c37f06bb2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0521061 Oct 06 04:40:38.696972 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43222) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:38.707366 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: ce38f13b-da48-4a61-ae21-736ec166ca4b {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:40:38.707595 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ce38f13b-da48-4a61-ae21-736ec166ca4b not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:40:38.749073 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6190633e-f076-4f65-b81c-bf566b2a9992 admin admin] Publish callbacks [] for security_group (9cb56b1e-7c30-4e81-96b8-f7a35770cdff), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.769157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6190633e-f076-4f65-b81c-bf566b2a9992 admin admin] Publish callbacks [] for security_group (9cb56b1e-7c30-4e81-96b8-f7a35770cdff), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.814616 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6190633e-f076-4f65-b81c-bf566b2a9992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (9cb56b1e-7c30-4e81-96b8-f7a35770cdff), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.817227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6190633e-f076-4f65-b81c-bf566b2a9992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:38.819470 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-6190633e-f076-4f65-b81c-bf566b2a9992 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9cb56b1e-7c30-4e81-96b8-f7a35770cdff HTTP/1.1" status: 204 len: 168 time: 0.1215899 Oct 06 04:40:38.827499 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190633e-f076-4f65-b81c-bf566b2a9992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb56b1e-7c30-4e81-96b8-f7a35770cdff,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:39.044085 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:39.172304 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528e4f4-b002-4358-a2d4-61cd276fbf70 req-aefba3eb-26b9-4719-9705-aee41e1e26df tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:39.173779 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0528e4f4-b002-4358-a2d4-61cd276fbf70 req-aefba3eb-26b9-4719-9705-aee41e1e26df tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0555103 Oct 06 04:40:39.230782 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0528e4f4-b002-4358-a2d4-61cd276fbf70 req-fe84468c-7f08-49af-8a75-6c521722370a tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511420 Oct 06 04:40:39.263789 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:40.366414 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44dae-2b30-4ea6-a29e-04624f834cf5 req-166f85ee-04f9-4153-a617-04998d62bb31 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:40.367930 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-48a44dae-2b30-4ea6-a29e-04624f834cf5 req-166f85ee-04f9-4153-a617-04998d62bb31 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0556753 Oct 06 04:40:40.422342 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-48a44dae-2b30-4ea6-a29e-04624f834cf5 req-eb1f7ed5-bf4e-4af5-b286-c95853c709f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486760 Oct 06 04:40:40.548496 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffa66c-5692-44c7-8715-c52ca08d0b06 req-f1f89e16-0191-44e3-ae44-a5c7561a00e7 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:40.549979 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5cffa66c-5692-44c7-8715-c52ca08d0b06 req-f1f89e16-0191-44e3-ae44-a5c7561a00e7 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Oct 06 04:40:40.561603 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43304) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:40.566033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-c6da2624-d726-4f2d-aecf-5f6e0438c89c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Request body: {'floatingip': {'port_id': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:40.609248 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6da2624-d726-4f2d-aecf-5f6e0438c89c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (2eb70d44-8418-44a4-bf81-6e5f55533240), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:40.892550 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43314) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:40.968989 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:41.001357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:41.021981 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f0e2-9223-41f2-92b1-bee7647101b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.063936 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6da2624-d726-4f2d-aecf-5f6e0438c89c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.067563 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6da2624-d726-4f2d-aecf-5f6e0438c89c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (2eb70d44-8418-44a4-bf81-6e5f55533240), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.117634 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f0e2-9223-41f2-92b1-bee7647101b8 admin admin] Publish callbacks [] for security_group (f3b57bb7-3295-4529-b3f5-e53045f81893), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.121618 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f0e2-9223-41f2-92b1-bee7647101b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (f3b57bb7-3295-4529-b3f5-e53045f81893), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.145167 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:41.162783 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-c6da2624-d726-4f2d-aecf-5f6e0438c89c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Floating IP 2eb70d44-8418-44a4-bf81-6e5f55533240 associated. External IP: 172.27.0.48, port: f7c2a9af-8931-4eb7-ae06-a2e1d0566270. Oct 06 04:40:41.163959 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-bcb7f0e2-9223-41f2-92b1-bee7647101b8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5b5f142e2dff4ea2b04101672b9e5dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702389 Oct 06 04:40:41.165052 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7f0e2-9223-41f2-92b1-bee7647101b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b57bb7-3295-4529-b3f5-e53045f81893,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:41.166536 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43320) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:41.296301 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-73b63012-b8ee-4c90-92c8-8860cee65c00 admin admin] Publish callbacks [] for security_group (f3b57bb7-3295-4529-b3f5-e53045f81893), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.323688 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-73b63012-b8ee-4c90-92c8-8860cee65c00 admin admin] Publish callbacks [] for security_group (f3b57bb7-3295-4529-b3f5-e53045f81893), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.442395 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-73b63012-b8ee-4c90-92c8-8860cee65c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (f3b57bb7-3295-4529-b3f5-e53045f81893), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.445083 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-73b63012-b8ee-4c90-92c8-8860cee65c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.446217 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-73b63012-b8ee-4c90-92c8-8860cee65c00 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f3b57bb7-3295-4529-b3f5-e53045f81893 HTTP/1.1" status: 204 len: 168 time: 0.2787273 Oct 06 04:40:41.459826 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b63012-b8ee-4c90-92c8-8860cee65c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b57bb7-3295-4529-b3f5-e53045f81893,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:41.464942 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6da2624-d726-4f2d-aecf-5f6e0438c89c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Router 874f9a7b-1176-4679-b2a8-8a840e135f88 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:40:41.572221 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6da2624-d726-4f2d-aecf-5f6e0438c89c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:40:41.576968 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6da2624-d726-4f2d-aecf-5f6e0438c89c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.581591 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] Sync routers for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:40:41.594342 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:41.594992 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:41.611437 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c6da2624-d726-4f2d-aecf-5f6e0438c89c tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/2eb70d44-8418-44a4-bf81-6e5f55533240 HTTP/1.1" status: 200 len: 990 time: 1.0486820 Oct 06 04:40:41.612098 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'tag': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:41.614842 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74e585-b622-4beb-bc2c-f71b2be5e2f7", "tag": "f7c2a9af-8931-4eb7-ae06-a2e1d0566270"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:41.672879 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed764d-20b4-460c-83b3-3935734056c4 x-openstack-request-id: req-78ed764d-20b4-460c-83b3-3935734056c4 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:41.673179 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74e585-b622-4beb-bc2c-f71b2be5e2f7", "tag": "f7c2a9af-8931-4eb7-ae06-a2e1d0566270", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:41.673442 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-78ed764d-20b4-460c-83b3-3935734056c4 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:41.673853 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ed764d-20b4-460c-83b3-3935734056c4'] response: {'name': 'network-changed', 'server_uuid': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'tag': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270', 'status': 'completed', 'code': 200} Oct 06 04:40:41.714498 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:41.778694 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-3c4c6571-8333-45c8-bdd7-46dea7fac515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:41.780224 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-3c4c6571-8333-45c8-bdd7-46dea7fac515 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0408218 Oct 06 04:40:41.781173 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43332) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:41.794176 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-96469926-edb4-4df9-b7bc-c58736f5925a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.828064 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:41.880767 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-bd01f316-e591-4893-b279-ead7bc4bec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:41.881033 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-96469926-edb4-4df9-b7bc-c58736f5925a admin admin] Publish callbacks [] for security_group (a3d66cf3-0b92-49b7-ac5c-9fef242fd6a5), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.882226 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-bd01f316-e591-4893-b279-ead7bc4bec18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 200 len: 910 time: 0.0953088 Oct 06 04:40:41.884608 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-96469926-edb4-4df9-b7bc-c58736f5925a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a3d66cf3-0b92-49b7-ac5c-9fef242fd6a5), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:41.926069 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96469926-edb4-4df9-b7bc-c58736f5925a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d66cf3-0b92-49b7-ac5c-9fef242fd6a5,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:41.943507 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-96469926-edb4-4df9-b7bc-c58736f5925a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f23e5280e6fa4f39bccfa0563586898e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606436 Oct 06 04:40:41.946172 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43334) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:41.950365 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2eb70d44-8418-44a4-bf81-6e5f55533240', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'port_id': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'mac_address': 'fa:16:3e:10:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:40:24Z', 'updated_at': '2022-10-06T04:40:40Z', 'revision_number': 1, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:41.960817 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-771f91a7-d958-4b07-9332-f8c82cfb96d6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7c2a9af-8931-4eb7-ae06-a2e1d0566270 HTTP/1.1" status: 200 len: 998 time: 0.0671813 Oct 06 04:40:41.976963 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] Checking router: 874f9a7b-1176-4679-b2a8-8a840e135f88 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:40:41.992238 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:41.992866 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:42.009661 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b69cc71f-1cc2-4616-a7b8-6464c8ecf823 admin admin] Publish callbacks [] for security_group (a3d66cf3-0b92-49b7-ac5c-9fef242fd6a5), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:42.012072 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:42.025432 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-78707222-029b-4582-8b85-ce852f37cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:42.027168 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-78707222-029b-4582-8b85-ce852f37cb31 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4cf55578-05cd-4019-a875-59f46e84d9e6 HTTP/1.1" status: 200 len: 849 time: 0.0592194 Oct 06 04:40:42.037532 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b69cc71f-1cc2-4616-a7b8-6464c8ecf823 admin admin] Publish callbacks [] for security_group (a3d66cf3-0b92-49b7-ac5c-9fef242fd6a5), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:42.078082 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-f7969533-d644-4835-b1af-81cc323ff303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:42.079622 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-f7969533-d644-4835-b1af-81cc323ff303 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=dda97116-7fb3-4466-b2df-d492cd1f2494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453911 Oct 06 04:40:42.092392 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b69cc71f-1cc2-4616-a7b8-6464c8ecf823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a3d66cf3-0b92-49b7-ac5c-9fef242fd6a5), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:42.095889 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b69cc71f-1cc2-4616-a7b8-6464c8ecf823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:42.097243 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-b69cc71f-1cc2-4616-a7b8-6464c8ecf823 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a3d66cf3-0b92-49b7-ac5c-9fef242fd6a5 HTTP/1.1" status: 204 len: 168 time: 0.1500537 Oct 06 04:40:42.106915 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cc71f-1cc2-4616-a7b8-6464c8ecf823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d66cf3-0b92-49b7-ac5c-9fef242fd6a5,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:42.107898 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:42.192397 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-ac17873e-c294-44a3-ac67-d10721344e76 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054852 Oct 06 04:40:42.198906 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:42.244183 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:42.297035 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b9441d2b-a275-4138-9cfe-0d3cfa84e1d7 req-05fd41ce-65d6-4481-8a86-fb13f581a652 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979760 Oct 06 04:40:42.345006 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:42.360375 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2eb70d44-8418-44a4-bf81-6e5f55533240', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'port_id': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'mac_address': 'fa:16:3e:10:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:40:24Z', 'updated_at': '2022-10-06T04:40:40Z', 'revision_number': 1, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:42.385826 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b1267-ee80-4f32-944d-54cb6323c62e None None] The sync data for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi is: [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2eb70d44-8418-44a4-bf81-6e5f55533240', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'port_id': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'mac_address': 'fa:16:3e:10:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:40:24Z', 'updated_at': '2022-10-06T04:40:40Z', 'revision_number': 1, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:40:42.582935 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a22805-74a6-4cca-a77f-1d9f47431d30 None None] New status for floating IP 2eb70d44-8418-44a4-bf81-6e5f55533240: ACTIVE {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:40:42.626532 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:42.635036 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:44.271380 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43410) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:44.376040 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7f86d0fd-7142-40b1-9dd2-2a5502500118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:44.450077 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7f86d0fd-7142-40b1-9dd2-2a5502500118 admin admin] Publish callbacks [] for security_group (82747155-13d2-4e0f-af23-cdffbfe77045), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:44.453756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7f86d0fd-7142-40b1-9dd2-2a5502500118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (82747155-13d2-4e0f-af23-cdffbfe77045), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:44.493729 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-7f86d0fd-7142-40b1-9dd2-2a5502500118 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=77933eb4333e4b3d9854f0b91ef624b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213094 Oct 06 04:40:44.494672 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86d0fd-7142-40b1-9dd2-2a5502500118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82747155-13d2-4e0f-af23-cdffbfe77045,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:44.496936 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43414) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:44.545514 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b551f2ca-0f35-4145-8c1d-1d72a0d13f82 admin admin] Publish callbacks [] for security_group (82747155-13d2-4e0f-af23-cdffbfe77045), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:44.565477 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b551f2ca-0f35-4145-8c1d-1d72a0d13f82 admin admin] Publish callbacks [] for security_group (82747155-13d2-4e0f-af23-cdffbfe77045), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:44.611006 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b551f2ca-0f35-4145-8c1d-1d72a0d13f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (82747155-13d2-4e0f-af23-cdffbfe77045), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:44.613501 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b551f2ca-0f35-4145-8c1d-1d72a0d13f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:44.614780 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b551f2ca-0f35-4145-8c1d-1d72a0d13f82 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/82747155-13d2-4e0f-af23-cdffbfe77045 HTTP/1.1" status: 204 len: 168 time: 0.1168377 Oct 06 04:40:44.623282 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551f2ca-0f35-4145-8c1d-1d72a0d13f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82747155-13d2-4e0f-af23-cdffbfe77045,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:44.878618 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43420) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:44.892120 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bde546a7-7f89-4484-8cfb-4604315b6cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:44.965330 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bde546a7-7f89-4484-8cfb-4604315b6cd9 admin admin] Publish callbacks [] for security_group (5317ce74-21dc-49b9-92d0-2f7201d96a00), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:44.968783 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bde546a7-7f89-4484-8cfb-4604315b6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5317ce74-21dc-49b9-92d0-2f7201d96a00), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:45.009943 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-bde546a7-7f89-4484-8cfb-4604315b6cd9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dbcb041b9979400bab5ec8d342bc743b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302471 Oct 06 04:40:45.010781 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde546a7-7f89-4484-8cfb-4604315b6cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5317ce74-21dc-49b9-92d0-2f7201d96a00,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:45.013487 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43422) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:45.065872 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0a1a7ccf-a5f4-418c-8b2c-06cf3fc54b6d admin admin] Publish callbacks [] for security_group (5317ce74-21dc-49b9-92d0-2f7201d96a00), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:45.087302 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0a1a7ccf-a5f4-418c-8b2c-06cf3fc54b6d admin admin] Publish callbacks [] for security_group (5317ce74-21dc-49b9-92d0-2f7201d96a00), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:45.133472 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0a1a7ccf-a5f4-418c-8b2c-06cf3fc54b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5317ce74-21dc-49b9-92d0-2f7201d96a00), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:45.136170 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0a1a7ccf-a5f4-418c-8b2c-06cf3fc54b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:45.137309 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-0a1a7ccf-a5f4-418c-8b2c-06cf3fc54b6d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5317ce74-21dc-49b9-92d0-2f7201d96a00 HTTP/1.1" status: 204 len: 168 time: 0.1225901 Oct 06 04:40:45.144935 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a7ccf-a5f4-418c-8b2c-06cf3fc54b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5317ce74-21dc-49b9-92d0-2f7201d96a00,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:49.217497 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43516) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:49.324748 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4aeec62c-3944-4ba9-8329-13cdab44b9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:49.403650 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4aeec62c-3944-4ba9-8329-13cdab44b9d1 admin admin] Publish callbacks [] for security_group (eec37304-9ae1-4d6c-8117-ba433d8d650c), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:49.407202 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4aeec62c-3944-4ba9-8329-13cdab44b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (eec37304-9ae1-4d6c-8117-ba433d8d650c), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:49.446281 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeec62c-3944-4ba9-8329-13cdab44b9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec37304-9ae1-4d6c-8117-ba433d8d650c,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:49.450716 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-4aeec62c-3944-4ba9-8329-13cdab44b9d1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=81772441e71a45758a6f45cb642e867c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322052 Oct 06 04:40:49.453688 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43520) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:49.505570 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-73531a3f-211e-4be2-846b-0242ed31aff6 admin admin] Publish callbacks [] for security_group (eec37304-9ae1-4d6c-8117-ba433d8d650c), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:49.524432 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:49.526402 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-73531a3f-211e-4be2-846b-0242ed31aff6 admin admin] Publish callbacks [] for security_group (eec37304-9ae1-4d6c-8117-ba433d8d650c), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:49.532511 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:49.579584 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-73531a3f-211e-4be2-846b-0242ed31aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (eec37304-9ae1-4d6c-8117-ba433d8d650c), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:49.582201 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-73531a3f-211e-4be2-846b-0242ed31aff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:49.584072 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-73531a3f-211e-4be2-846b-0242ed31aff6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/eec37304-9ae1-4d6c-8117-ba433d8d650c HTTP/1.1" status: 204 len: 168 time: 0.1289098 Oct 06 04:40:49.591629 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73531a3f-211e-4be2-846b-0242ed31aff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec37304-9ae1-4d6c-8117-ba433d8d650c,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:50.200835 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c8e9c-8789-461f-979f-3e4553f7a36c req-491d03c0-0a08-4ed7-a9b1-f6a4286980ba tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:50.202324 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ab2c8e9c-8789-461f-979f-3e4553f7a36c req-491d03c0-0a08-4ed7-a9b1-f6a4286980ba tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 946 time: 0.0478754 Oct 06 04:40:50.252128 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ab2c8e9c-8789-461f-979f-3e4553f7a36c req-4bb1d911-2ef5-4005-b826-7882fbce24ee tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442872 Oct 06 04:40:51.381365 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1091246-ba12-4ea8-bcb2-318ba5ce806e req-caefbb91-cfdc-4ef2-afe7-842d851ac646 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:51.383138 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c1091246-ba12-4ea8-bcb2-318ba5ce806e req-caefbb91-cfdc-4ef2-afe7-842d851ac646 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 946 time: 0.0519197 Oct 06 04:40:51.433023 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c1091246-ba12-4ea8-bcb2-318ba5ce806e req-b8a95a6f-bd00-445e-9bca-a2ccdce3fe17 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Oct 06 04:40:52.171831 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:52.209547 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-554fb07d-c01c-45ee-8f17-11953dc30cd7 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:52.210985 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-554fb07d-c01c-45ee-8f17-11953dc30cd7 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 946 time: 0.0468137 Oct 06 04:40:52.297227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Deleting port 2659587a-fc4a-47ce-a346-515fe41fc5ad {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:52.297564 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:52.389318 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] For port 2659587a-fc4a-47ce-a346-515fe41fc5ad, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=2659587a-fc4a-47ce-a346-515fe41fc5ad,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:40:52.390023 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:52.439515 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:52.552937 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:52.553289 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (d4f7749b-770a-4484-bac8-7a029596a00c), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:52.553606 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Floating IP d4f7749b-770a-4484-bac8-7a029596a00c disassociated. External IP: 172.27.0.55, port: 2659587a-fc4a-47ce-a346-515fe41fc5ad. Oct 06 04:40:52.553945 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Calling delete_port for 2659587a-fc4a-47ce-a346-515fe41fc5ad owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:52.555258 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e00b5-6c91-46b7-acf7-6052defae025 req-8ab488a1-9f20-4512-9094-a9a03f7b4127 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:52.556947 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-765e00b5-6c91-46b7-acf7-6052defae025 req-8ab488a1-9f20-4512-9094-a9a03f7b4127 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 946 time: 0.0471556 Oct 06 04:40:52.604886 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-765e00b5-6c91-46b7-acf7-6052defae025 req-ca60412d-2dae-4fdc-a5dc-ec37f6cf12b7 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=440e6026-365a-4ac7-8e55-81929bb1ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Oct 06 04:40:52.686439 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (2659587a-fc4a-47ce-a346-515fe41fc5ad), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:52.719719 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'Port': ['ID=2659587a-fc4a-47ce-a346-515fe41fc5ad,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:52.832559 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:40:52.939612 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:40:52.949662 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:40:52.960159 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:52.960796 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:53.078307 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:53.268415 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] No DVR routers for this DVR port 2659587a-fc4a-47ce-a346-515fe41fc5ad on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:40:53.272339 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:53.278696 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4e731307-eed1-43da-9d9f-df1d7503d6a7 req-ca438ee1-35ab-4d18-96b0-092e8ca68ab0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "DELETE /networking/v2.0/ports/2659587a-fc4a-47ce-a346-515fe41fc5ad HTTP/1.1" status: 204 len: 173 time: 1.0619204 Oct 06 04:40:53.279277 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'name': 'network-vif-deleted', 'tag': '2659587a-fc4a-47ce-a346-515fe41fc5ad'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:40:53.283995 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bba5e6-c92c-44a4-9fa3-d71e4c64c816" -d '{"events": [{"server_uuid": "fa90860d-54c2-4079-9291-a9bd449aa9da", "name": "network-vif-deleted", "tag": "2659587a-fc4a-47ce-a346-515fe41fc5ad"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:40:53.326181 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:53.334244 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6297bc-7bd6-433e-88e6-93676090168c x-openstack-request-id: req-6e6297bc-7bd6-433e-88e6-93676090168c {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:40:53.334548 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa90860d-54c2-4079-9291-a9bd449aa9da", "name": "network-vif-deleted", "tag": "2659587a-fc4a-47ce-a346-515fe41fc5ad", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:40:53.334811 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6e6297bc-7bd6-433e-88e6-93676090168c {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:40:53.335258 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6297bc-7bd6-433e-88e6-93676090168c'] response: {'server_uuid': 'fa90860d-54c2-4079-9291-a9bd449aa9da', 'name': 'network-vif-deleted', 'tag': '2659587a-fc4a-47ce-a346-515fe41fc5ad', 'status': 'completed', 'code': 200} Oct 06 04:40:53.366198 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:40:53.377191 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:40:53.378033 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:40:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:53.488109 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:40:53.714479 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:40:53.740104 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af96ac-d31d-4875-8731-4568f0c56b70 None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:40:53.771531 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a18525f2-706c-48ee-a7b3-206a27143bef req-ac446e9f-e048-4a29-bc5f-464a2ffeae01 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa90860d-54c2-4079-9291-a9bd449aa9da HTTP/1.1" status: 200 len: 210 time: 0.0447469 Oct 06 04:40:54.001262 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a68005a-5ead-4f44-a530-a120d3c14b87 None None] New status for floating IP d4f7749b-770a-4484-bac8-7a029596a00c: DOWN {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:40:54.867114 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43632) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:54.922535 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6962f656-80aa-444f-957e-559285641428 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (440e6026-365a-4ac7-8e55-81929bb1ef0e), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:54.945873 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6962f656-80aa-444f-957e-559285641428 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (440e6026-365a-4ac7-8e55-81929bb1ef0e), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:54.995475 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6962f656-80aa-444f-957e-559285641428 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (440e6026-365a-4ac7-8e55-81929bb1ef0e), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:54.998423 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6962f656-80aa-444f-957e-559285641428 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:54.999721 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6962f656-80aa-444f-957e-559285641428 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/440e6026-365a-4ac7-8e55-81929bb1ef0e HTTP/1.1" status: 204 len: 168 time: 0.1316328 Oct 06 04:40:55.002798 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43636) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:55.012268 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962f656-80aa-444f-957e-559285641428 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440e6026-365a-4ac7-8e55-81929bb1ef0e,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:55.025890 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.api.v2.resource [None req-96a8b6ce-b025-4ec6-be3e-5fa3176a5b1c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] show failed (client error): The resource could not be found. Oct 06 04:40:55.032189 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-96a8b6ce-b025-4ec6-be3e-5fa3176a5b1c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups/440e6026-365a-4ac7-8e55-81929bb1ef0e HTTP/1.1" status: 404 len: 347 time: 0.0277810 Oct 06 04:40:55.035318 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43638) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:55.079417 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:55.148959 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Deleting port 830aba63-cade-415d-bc1f-4dae6caa968d {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:40:55.149312 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (830aba63-cade-415d-bc1f-4dae6caa968d), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.235359 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (830aba63-cade-415d-bc1f-4dae6caa968d), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.235686 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (830aba63-cade-415d-bc1f-4dae6caa968d), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.248785 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Calling delete_port for 830aba63-cade-415d-bc1f-4dae6caa968d owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:40:55.378071 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (830aba63-cade-415d-bc1f-4dae6caa968d), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.383288 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:55.403333 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'Port': ['ID=830aba63-cade-415d-bc1f-4dae6caa968d,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:55.416760 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.417110 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.417454 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.417788 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.418118 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.418449 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.418777 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.419128 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.419456 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.419778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.420099 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.420421 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.420739 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.421059 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.421377 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:40:55.477238 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (d4f7749b-770a-4484-bac8-7a029596a00c), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.479687 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.480808 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-0f9f5c5c-8746-4084-8328-ca0d5d96fb0f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/d4f7749b-770a-4484-bac8-7a029596a00c HTTP/1.1" status: 204 len: 168 time: 0.4445901 Oct 06 04:40:55.547167 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43646) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:55.552199 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-6cbb839c-3020-4e6a-bf98-b2e77594f2c0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333094147', 'description': 'tempest-description--771265896'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:55.573427 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cbb839c-3020-4e6a-bf98-b2e77594f2c0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.641237 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cbb839c-3020-4e6a-bf98-b2e77594f2c0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (a41533a3-ef18-46f5-a542-b91780e536f5), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.646403 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cbb839c-3020-4e6a-bf98-b2e77594f2c0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a41533a3-ef18-46f5-a542-b91780e536f5), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.678030 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6cbb839c-3020-4e6a-bf98-b2e77594f2c0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.679250 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6cbb839c-3020-4e6a-bf98-b2e77594f2c0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1310608 Oct 06 04:40:55.681079 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb839c-3020-4e6a-bf98-b2e77594f2c0 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41533a3-ef18-46f5-a542-b91780e536f5,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:55.682200 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43648) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:55.686720 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-b0e780e1-e584-4ea1-b48c-cbcecbdd1f8b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group_rule': {'security_group_id': 'a41533a3-ef18-46f5-a542-b91780e536f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:55.712311 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b0e780e1-e584-4ea1-b48c-cbcecbdd1f8b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (35483c1e-6949-46c0-bf2b-cdc20556e8bd), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.769704 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b0e780e1-e584-4ea1-b48c-cbcecbdd1f8b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (35483c1e-6949-46c0-bf2b-cdc20556e8bd), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.773108 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b0e780e1-e584-4ea1-b48c-cbcecbdd1f8b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (35483c1e-6949-46c0-bf2b-cdc20556e8bd), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.791362 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e780e1-e584-4ea1-b48c-cbcecbdd1f8b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35483c1e-6949-46c0-bf2b-cdc20556e8bd,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:55.798039 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b0e780e1-e584-4ea1-b48c-cbcecbdd1f8b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.799232 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b0e780e1-e584-4ea1-b48c-cbcecbdd1f8b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159647 Oct 06 04:40:55.802449 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43650) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:55.806607 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-ecb4f318-8d02-4954-8a71-b0e59487f477 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'security_group_rule': {'security_group_id': 'a41533a3-ef18-46f5-a542-b91780e536f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:55.830891 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f318-8d02-4954-8a71-b0e59487f477 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (f88d3d63-ed95-4f3b-b508-e0f068e88237), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.887414 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f318-8d02-4954-8a71-b0e59487f477 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (f88d3d63-ed95-4f3b-b508-e0f068e88237), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.890749 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f318-8d02-4954-8a71-b0e59487f477 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (f88d3d63-ed95-4f3b-b508-e0f068e88237), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.908953 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4f318-8d02-4954-8a71-b0e59487f477 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88d3d63-ed95-4f3b-b508-e0f068e88237,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:55.914410 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f318-8d02-4954-8a71-b0e59487f477 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.915393 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ecb4f318-8d02-4954-8a71-b0e59487f477 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120076 Oct 06 04:40:55.918467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43652) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:55.922847 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:55.932670 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 2659587a-fc4a-47ce-a346-515fe41fc5ad no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:40:55.945577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:55.956997 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 2659587a-fc4a-47ce-a346-515fe41fc5ad {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:40:55.957353 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 2659587a-fc4a-47ce-a346-515fe41fc5ad not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:40:56.031315 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.042603 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:56.137101 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Allocated IP 172.27.0.158 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/64c1a3d7-2299-4a0c-8b32-ad09695879fc) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:40:56.249710 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (64c1a3d7-2299-4a0c-8b32-ad09695879fc), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.288472 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (64c1a3d7-2299-4a0c-8b32-ad09695879fc), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.321717 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:56.329466 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:40:56.332438 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:40:56.342925 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:40:56.348719 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=64c1a3d7-2299-4a0c-8b32-ad09695879fc,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:56.438205 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (b066c3b6-92f9-4bb9-b0e0-736847e19626), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.476276 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (64c1a3d7-2299-4a0c-8b32-ad09695879fc), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.630634 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (64c1a3d7-2299-4a0c-8b32-ad09695879fc), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.635298 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (64c1a3d7-2299-4a0c-8b32-ad09695879fc), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.641148 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.709580 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (b066c3b6-92f9-4bb9-b0e0-736847e19626), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.712185 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=64c1a3d7-2299-4a0c-8b32-ad09695879fc,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:56.719499 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:56.728751 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:56.729975 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-2022c84a-4055-4ae7-8989-0cfcdf8e4e2e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8103938 Oct 06 04:40:56.932732 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-c0a9c415-a42d-424b-a6c1-87fbc52f727d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1333094147&fields=id&tenant_id=653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 267 time: 0.0448856 Oct 06 04:40:57.040216 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-790b9073-8902-4120-9656-846bef0c7c08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:57.041607 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-790b9073-8902-4120-9656-846bef0c7c08 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 813 time: 0.1024504 Oct 06 04:40:57.056415 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-e06fb246-3ed7-4b24-95ea-6d0e0dd6dcbc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/quotas/653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 375 time: 0.0093291 Oct 06 04:40:57.107959 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-198868a5-aaf2-4cb0-afde-6f4f729eda3a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465991 Oct 06 04:40:57.199058 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:57.203231 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-ad3682ee-a148-4034-ac24-8dc1fa03707e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825853 Oct 06 04:40:57.276751 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:57.300088 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-58cdba63-1875-4912-8c4c-cb131bc5c874 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910170 Oct 06 04:40:57.471582 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ffdc3d1b-485e-4160-b4ef-3de04e287f68 req-200ee2bf-faba-4230-bd34-d9cee87cc50c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 210 time: 0.0310345 Oct 06 04:40:57.937524 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43704) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:58.054113 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c68df91a-2911-4c15-983b-579fd5b7dd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.135233 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c68df91a-2911-4c15-983b-579fd5b7dd4d admin admin] Publish callbacks [] for security_group (b41ae0fa-fcee-41e7-9aed-e17c112cfdb4), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.139036 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c68df91a-2911-4c15-983b-579fd5b7dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (b41ae0fa-fcee-41e7-9aed-e17c112cfdb4), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.177483 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68df91a-2911-4c15-983b-579fd5b7dd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41ae0fa-fcee-41e7-9aed-e17c112cfdb4,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:58.184224 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c68df91a-2911-4c15-983b-579fd5b7dd4d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=42f57370bf3a4d3fb7499005ff555cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432740 Oct 06 04:40:58.184446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43708) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:58.234059 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-da852439-9852-47be-bcaa-a01830f25e94 admin admin] Publish callbacks [] for security_group (b41ae0fa-fcee-41e7-9aed-e17c112cfdb4), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.253998 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-da852439-9852-47be-bcaa-a01830f25e94 admin admin] Publish callbacks [] for security_group (b41ae0fa-fcee-41e7-9aed-e17c112cfdb4), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.305644 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-da852439-9852-47be-bcaa-a01830f25e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (b41ae0fa-fcee-41e7-9aed-e17c112cfdb4), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.308085 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-da852439-9852-47be-bcaa-a01830f25e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.309217 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-da852439-9852-47be-bcaa-a01830f25e94 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b41ae0fa-fcee-41e7-9aed-e17c112cfdb4 HTTP/1.1" status: 204 len: 168 time: 0.1238871 Oct 06 04:40:58.317212 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da852439-9852-47be-bcaa-a01830f25e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41ae0fa-fcee-41e7-9aed-e17c112cfdb4,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:58.602161 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43716) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:58.617922 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-34d89c03-7afe-4479-a251-9f630f438995 req-522260be-2846-48ac-ad46-dad7729a8a00 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 210 time: 0.0581696 Oct 06 04:40:58.619313 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0aaf05dd-b62c-46c3-8e95-37975b58304e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.702817 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0aaf05dd-b62c-46c3-8e95-37975b58304e admin admin] Publish callbacks [] for security_group (c5ff9570-10da-4363-a6d3-255026cd3d25), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.709514 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0aaf05dd-b62c-46c3-8e95-37975b58304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (c5ff9570-10da-4363-a6d3-255026cd3d25), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.713307 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-c9f825a7-39f9-4c3c-b758-2704ac0c0deb tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:58.715479 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-c9f825a7-39f9-4c3c-b758-2704ac0c0deb tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 813 time: 0.1383328 Oct 06 04:40:58.757057 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0aaf05dd-b62c-46c3-8e95-37975b58304e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a2ecd72df0bb4eb1b4ed3ec9e99a685f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532483 Oct 06 04:40:58.757687 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43720) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:58.764045 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf05dd-b62c-46c3-8e95-37975b58304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff9570-10da-4363-a6d3-255026cd3d25,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:58.764900 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:58.797033 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-05a56c6a-063c-45c2-ba6d-2a9845d9a4b6 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=653e21693b6f4a3ca8b739f1290df3aa HTTP/1.1" status: 200 len: 380 time: 0.0655887 Oct 06 04:40:58.816946 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d83-e08f-4955-8f72-f821d3655ec5 admin admin] Publish callbacks [] for security_group (c5ff9570-10da-4363-a6d3-255026cd3d25), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.836929 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d83-e08f-4955-8f72-f821d3655ec5 admin admin] Publish callbacks [] for security_group (c5ff9570-10da-4363-a6d3-255026cd3d25), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.884142 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d83-e08f-4955-8f72-f821d3655ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (c5ff9570-10da-4363-a6d3-255026cd3d25), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.886724 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2d83-e08f-4955-8f72-f821d3655ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:58.887879 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-e8ce2d83-e08f-4955-8f72-f821d3655ec5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c5ff9570-10da-4363-a6d3-255026cd3d25 HTTP/1.1" status: 204 len: 168 time: 0.1290402 Oct 06 04:40:58.888748 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'port': {'device_id': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'admin_state_up': True, 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'security_groups': ['a41533a3-ef18-46f5-a542-b91780e536f5']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:58.895812 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2d83-e08f-4955-8f72-f821d3655ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff9570-10da-4363-a6d3-255026cd3d25,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:59.012995 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Made reservation on behalf of 653e21693b6f4a3ca8b739f1290df3aa for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:40:59.017302 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.155202 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Allocated IP 172.20.0.7 (45c9d327-544f-44d6-be7e-529008b00a93/6ec1f5f6-74c2-4a05-8da9-9ceee3282870/439785b6-0b32-4a32-8348-4a5f35fd1657) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:40:59.194995 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:59.229267 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43728) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:59.243603 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00d1b49c-2a90-4ad1-9486-e97f25a92635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.309094 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.335102 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00d1b49c-2a90-4ad1-9486-e97f25a92635 admin admin] Publish callbacks [] for security_group (e40988ed-edcd-4458-8f66-16ba6178e94c), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.339083 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00d1b49c-2a90-4ad1-9486-e97f25a92635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e40988ed-edcd-4458-8f66-16ba6178e94c), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.342661 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.381043 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-00d1b49c-2a90-4ad1-9486-e97f25a92635 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0c67563b4c8249328d562623c0b6e786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505904 Oct 06 04:40:59.382319 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1b49c-2a90-4ad1-9486-e97f25a92635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40988ed-edcd-4458-8f66-16ba6178e94c,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:59.385359 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43730) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:40:59.404447 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Network 45c9d327-544f-44d6-be7e-529008b00a93 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:40:59.409604 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:40:59.412494 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event updated for resources: {'Port': ['ID=439785b6-0b32-4a32-8348-4a5f35fd1657,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:59.414683 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:40:59.443984 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ed92b1c8-b1b0-4daa-b69f-4aa669fff09e admin admin] Publish callbacks [] for security_group (e40988ed-edcd-4458-8f66-16ba6178e94c), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.464927 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:59.465298 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.466741 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ed92b1c8-b1b0-4daa-b69f-4aa669fff09e admin admin] Publish callbacks [] for security_group (e40988ed-edcd-4458-8f66-16ba6178e94c), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.485838 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3b201e2f-9a7a-4aee-9675-943eaab2cc13 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013079 Oct 06 04:40:59.502788 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:59.510347 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Request body: {'port': {'device_id': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:40:59.522977 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ed92b1c8-b1b0-4daa-b69f-4aa669fff09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e40988ed-edcd-4458-8f66-16ba6178e94c), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.526046 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ed92b1c8-b1b0-4daa-b69f-4aa669fff09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.527293 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-ed92b1c8-b1b0-4daa-b69f-4aa669fff09e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e40988ed-edcd-4458-8f66-16ba6178e94c HTTP/1.1" status: 204 len: 168 time: 0.1407866 Oct 06 04:40:59.539160 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92b1c8-b1b0-4daa-b69f-4aa669fff09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40988ed-edcd-4458-8f66-16ba6178e94c,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:40:59.590128 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:40:59.600512 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.644385 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-67177892-2a83-45f5-9db4-b6c96437d4b9 None None] Provisioning complete for port 439785b6-0b32-4a32-8348-4a5f35fd1657 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:40:59.644915 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-67177892-2a83-45f5-9db4-b6c96437d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.645002 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-67177892-2a83-45f5-9db4-b6c96437d4b9 None None] Attempt 1 to provision port 439785b6-0b32-4a32-8348-4a5f35fd1657 Oct 06 04:40:59.682457 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-67177892-2a83-45f5-9db4-b6c96437d4b9 None None] Port 439785b6-0b32-4a32-8348-4a5f35fd1657 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:40:59.791086 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7238b-dd9a-47bf-a35d-42a7179f3c4c req-11f1a823-b661-4490-9e7d-96af4b7800e6 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:40:59.792543 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fba7238b-dd9a-47bf-a35d-42a7179f3c4c req-11f1a823-b661-4490-9e7d-96af4b7800e6 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 931 time: 0.0694847 Oct 06 04:40:59.842544 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:40:59.894090 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fba7238b-dd9a-47bf-a35d-42a7179f3c4c req-a40995b0-6ca5-4144-80e1-e2c26d5a23c2 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921283 Oct 06 04:40:59.970899 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439785b6-0b32-4a32-8348-4a5f35fd1657 {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:40:59.980028 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Publish callbacks [] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:40:59.992670 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Transition to ACTIVE for port object 439785b6-0b32-4a32-8348-4a5f35fd1657 will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:40:59.996744 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:00.062477 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Pushing event updated for resources: {'Port': ['ID=439785b6-0b32-4a32-8348-4a5f35fd1657,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:00.087338 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:00.117157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Attempting to bind port 439785b6-0b32-4a32-8348-4a5f35fd1657 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:41:00.117496 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Attempting to bind port 439785b6-0b32-4a32-8348-4a5f35fd1657 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:41:00.117827 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Attempting to bind port 439785b6-0b32-4a32-8348-4a5f35fd1657 on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:41:00.164818 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Port 439785b6-0b32-4a32-8348-4a5f35fd1657 on network 45c9d327-544f-44d6-be7e-529008b00a93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:41:00.165145 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Attempting to bind port 439785b6-0b32-4a32-8348-4a5f35fd1657 on network 45c9d327-544f-44d6-be7e-529008b00a93 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:41:00.212119 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:41:00.212471 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Checking segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:41:00.212844 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Bound using segment: {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:41:00.213287 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Bound port: 439785b6-0b32-4a32-8348-4a5f35fd1657, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cce8684-6fd4-4750-bd64-e0184e5f663c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:41:00.213675 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:00.280318 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] For port 439785b6-0b32-4a32-8348-4a5f35fd1657, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:41:00.283532 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] For port 439785b6-0b32-4a32-8348-4a5f35fd1657, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=439785b6-0b32-4a32-8348-4a5f35fd1657,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:41:00.289415 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:00.292655 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:00.293263 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:00.294856 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/439785b6-0b32-4a32-8348-4a5f35fd1657 HTTP/1.1" status: 200 len: 1093 time: 0.7946184 Oct 06 04:41:00.297501 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'tag': '439785b6-0b32-4a32-8348-4a5f35fd1657'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:41:00.299749 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1058bc0-f3b2-48bf-b41e-004403add62f", "tag": "439785b6-0b32-4a32-8348-4a5f35fd1657"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:41:00.344303 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b422c3f9-1d67-4e21-b9e1-666657194355 x-openstack-request-id: req-b422c3f9-1d67-4e21-b9e1-666657194355 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:41:00.344591 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1058bc0-f3b2-48bf-b41e-004403add62f", "tag": "439785b6-0b32-4a32-8348-4a5f35fd1657", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:41:00.344855 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b422c3f9-1d67-4e21-b9e1-666657194355 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:41:00.345256 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b422c3f9-1d67-4e21-b9e1-666657194355'] response: {'name': 'network-changed', 'server_uuid': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'tag': '439785b6-0b32-4a32-8348-4a5f35fd1657', 'status': 'completed', 'code': 200} Oct 06 04:41:00.360468 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca8eb2-0e2a-469a-8e36-1afc1748bf7e service neutron] Pushing event updated for resources: {'Port': ['ID=439785b6-0b32-4a32-8348-4a5f35fd1657,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:00.435440 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-db52f2fb-df11-48f3-a184-12218c3926a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:00.437077 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-db52f2fb-df11-48f3-a184-12218c3926a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 1127 time: 0.0449731 Oct 06 04:41:00.485701 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-85ba16c8-e732-400a-991e-9dd682c2f0ad service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439785b6-0b32-4a32-8348-4a5f35fd1657 HTTP/1.1" status: 200 len: 217 time: 0.0335009 Oct 06 04:41:00.535134 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-4b965751-81cc-438f-95fe-cd242809696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:00.537357 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-4b965751-81cc-438f-95fe-cd242809696b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0453074 Oct 06 04:41:00.581770 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3130250c-ef82-4914-ab7a-5a74a80af76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:00.583924 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-3130250c-ef82-4914-ab7a-5a74a80af76f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410175 Oct 06 04:41:00.686122 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-680dfd8f-7088-418a-941d-cd2eed68130e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957468 Oct 06 04:41:00.787957 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-272b0bd0-625e-4a3d-8f71-bae6f012eaad req-34be509b-6550-4977-992c-fdc9869a7146 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913017 Oct 06 04:41:00.981271 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:01.023382 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe7728-de30-4014-a6e3-9d5f7e2e0b98 req-3cb57361-ce0a-4c16-b39c-821b13bcf07d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:01.024886 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f4fe7728-de30-4014-a6e3-9d5f7e2e0b98 req-3cb57361-ce0a-4c16-b39c-821b13bcf07d tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 943 time: 0.0523794 Oct 06 04:41:01.077826 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f4fe7728-de30-4014-a6e3-9d5f7e2e0b98 req-8bc2d3f8-ba29-4712-bb2b-9384ff01932c tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Oct 06 04:41:02.203070 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c3367-e4d8-41c9-a80a-816c031c104b req-0d7b2034-e38b-41bb-84b5-73b0ed08986e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:02.204540 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-416c3367-e4d8-41c9-a80a-816c031c104b req-0d7b2034-e38b-41bb-84b5-73b0ed08986e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 943 time: 0.0471780 Oct 06 04:41:02.252096 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-416c3367-e4d8-41c9-a80a-816c031c104b req-6cc94412-4d0d-48e0-8336-966ccd089efc tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412011 Oct 06 04:41:03.324446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-1f22e2b8-d72f-48e4-a1a5-28bc2185fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:03.326591 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-1f22e2b8-d72f-48e4-a1a5-28bc2185fefa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 1127 time: 0.0522778 Oct 06 04:41:03.445838 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841142d-4e29-4a42-8fcf-caa668b0968a req-924ec8d7-ba58-425b-9859-5e357f18ebb7 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:03.447223 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b841142d-4e29-4a42-8fcf-caa668b0968a req-924ec8d7-ba58-425b-9859-5e357f18ebb7 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 943 time: 0.0928183 Oct 06 04:41:03.489818 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-c7087b4a-06b9-4edc-ad02-3eff6f8b423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:03.491506 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-c7087b4a-06b9-4edc-ad02-3eff6f8b423d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 913 time: 0.1570404 Oct 06 04:41:03.549377 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-fbd23ae9-0501-450f-99fc-042f2bff8005 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439785b6-0b32-4a32-8348-4a5f35fd1657 HTTP/1.1" status: 200 len: 217 time: 0.0477886 Oct 06 04:41:03.554129 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b841142d-4e29-4a42-8fcf-caa668b0968a req-2d38cd3f-8c4f-4435-aed3-83194fc1479a tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955298 Oct 06 04:41:03.601347 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-01359876-b5f9-4556-abf5-0a498aca164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:03.601938 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-01359876-b5f9-4556-abf5-0a498aca164a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0465279 Oct 06 04:41:03.617136 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:03.648968 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-09baf873-5d4a-4ae8-bd90-19e4e6e7fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:03.650483 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-09baf873-5d4a-4ae8-bd90-19e4e6e7fdfd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421224 Oct 06 04:41:03.751287 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-0c839cc8-feab-4a7b-8fe5-0f32de37158d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893352 Oct 06 04:41:03.842778 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4d5c75ae-735a-46a3-8f8a-90b73d2119dd req-cc7711e2-ab61-46ea-b213-b17dccbc9b70 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847554 Oct 06 04:41:03.981289 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 439785b6-0b32-4a32-8348-4a5f35fd1657 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:41:03.998903 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:04.080587 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:04.147394 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:04.188854 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5323c82e-e214-410b-9ff1-d054416452a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:04.224190 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 439785b6-0b32-4a32-8348-4a5f35fd1657, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=439785b6-0b32-4a32-8348-4a5f35fd1657,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:04.235491 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '439785b6-0b32-4a32-8348-4a5f35fd1657', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'port_id': '439785b6-0b32-4a32-8348-4a5f35fd1657', 'mac_address': 'fa:16:3e:fa:f6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:41:04.273537 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 439785b6-0b32-4a32-8348-4a5f35fd1657 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:41:04.273961 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:04.287943 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439785b6-0b32-4a32-8348-4a5f35fd1657 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:41:04.307817 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 439785b6-0b32-4a32-8348-4a5f35fd1657, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=439785b6-0b32-4a32-8348-4a5f35fd1657,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:04.311353 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:04.356694 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=439785b6-0b32-4a32-8348-4a5f35fd1657,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:04.683538 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370063c-74a8-4a6f-8667-69e2ffaa999c req-f6ce938f-5a4c-4f88-a58f-9468ddc5d98e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:04.684993 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6370063c-74a8-4a6f-8667-69e2ffaa999c req-f6ce938f-5a4c-4f88-a58f-9468ddc5d98e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 944 time: 0.0487325 Oct 06 04:41:04.785597 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['439785b6-0b32-4a32-8348-4a5f35fd1657'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:41:04.965601 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:04.975423 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6370063c-74a8-4a6f-8667-69e2ffaa999c req-f1840a80-c0a0-483b-8664-0d8958cfaf07 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847867 Oct 06 04:41:05.999475 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 439785b6-0b32-4a32-8348-4a5f35fd1657 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:41:06.049178 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 439785b6-0b32-4a32-8348-4a5f35fd1657 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:41:06.055492 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 439785b6-0b32-4a32-8348-4a5f35fd1657 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:41:06.055898 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:06.056244 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 439785b6-0b32-4a32-8348-4a5f35fd1657 Oct 06 04:41:06.117032 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9bf22-dbd9-431d-92f1-3abb27cb7b0d req-8cc24827-bace-4dea-a2c3-8b3e49f6c711 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:06.118551 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01e9bf22-dbd9-431d-92f1-3abb27cb7b0d req-8cc24827-bace-4dea-a2c3-8b3e49f6c711 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 944 time: 0.0539403 Oct 06 04:41:06.135193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 439785b6-0b32-4a32-8348-4a5f35fd1657 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:41:06.135592 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:06.163258 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439785b6-0b32-4a32-8348-4a5f35fd1657'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:41:06.163651 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d491a-642c-417f-a482-1fb9dcb2cb8d" -d '{"events": [{"server_uuid": "c1058bc0-f3b2-48bf-b41e-004403add62f", "name": "network-vif-plugged", "status": "completed", "tag": "439785b6-0b32-4a32-8348-4a5f35fd1657"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:41:06.171830 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01e9bf22-dbd9-431d-92f1-3abb27cb7b0d req-8f4b4142-1e76-4ea3-a588-2c47301a46d7 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469027 Oct 06 04:41:06.176879 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 439785b6-0b32-4a32-8348-4a5f35fd1657, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=439785b6-0b32-4a32-8348-4a5f35fd1657,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:06.182885 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:06.217918 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61113c2-e522-406f-b030-3b13a22f6db2 x-openstack-request-id: req-d61113c2-e522-406f-b030-3b13a22f6db2 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:41:06.218216 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1058bc0-f3b2-48bf-b41e-004403add62f", "name": "network-vif-plugged", "status": "completed", "tag": "439785b6-0b32-4a32-8348-4a5f35fd1657", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:41:06.218468 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d61113c2-e522-406f-b030-3b13a22f6db2 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:41:06.218859 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61113c2-e522-406f-b030-3b13a22f6db2'] response: {'server_uuid': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439785b6-0b32-4a32-8348-4a5f35fd1657', 'code': 200} Oct 06 04:41:06.239780 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=439785b6-0b32-4a32-8348-4a5f35fd1657,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:06.247184 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.247648 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.247867 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.248208 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.248540 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.248870 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.249196 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.249525 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.249994 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.250171 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.250491 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.250814 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.251161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.251489 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.251808 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:06.435895 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed06b-eedb-4ce6-a721-b211f8c9f6cd req-bf82cc7c-bf19-49d5-8a3f-975d87c56834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:06.437539 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8a6ed06b-eedb-4ce6-a721-b211f8c9f6cd req-bf82cc7c-bf19-49d5-8a3f-975d87c56834 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 1129 time: 0.0398138 Oct 06 04:41:06.463223 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-50137aaf-ae38-4a7a-af20-3c88b2f5069c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:06.485205 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8a6ed06b-eedb-4ce6-a721-b211f8c9f6cd req-cbffa6c0-2640-46f6-b664-7826fc4c4664 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Oct 06 04:41:07.306549 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9074a9a-1474-43e2-a510-3958cd20e287 req-bb18e2f7-446a-4bcc-8996-a03e37ea0270 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:07.308037 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b9074a9a-1474-43e2-a510-3958cd20e287 req-bb18e2f7-446a-4bcc-8996-a03e37ea0270 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 945 time: 0.0498872 Oct 06 04:41:07.361751 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b9074a9a-1474-43e2-a510-3958cd20e287 req-d17efc0a-e03c-4925-8572-f4cd79e808c4 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481505 Oct 06 04:41:07.758296 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:07.870639 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43872) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:07.976613 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5fa034ea-0b11-425d-badf-2912e7255b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.053667 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5fa034ea-0b11-425d-badf-2912e7255b85 admin admin] Publish callbacks [] for security_group (560fe169-b22d-45b1-9202-f6d7c4a43249), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.057284 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5fa034ea-0b11-425d-badf-2912e7255b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (560fe169-b22d-45b1-9202-f6d7c4a43249), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.097707 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-5fa034ea-0b11-425d-badf-2912e7255b85 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=68378dce4de84f00b8f0cec1468b9473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259657 Oct 06 04:41:08.099325 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa034ea-0b11-425d-badf-2912e7255b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560fe169-b22d-45b1-9202-f6d7c4a43249,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:08.101182 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43878) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:08.133821 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:08.151582 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3546a988-a0d7-4c02-99d6-b99893362b66 admin admin] Publish callbacks [] for security_group (560fe169-b22d-45b1-9202-f6d7c4a43249), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.171904 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3546a988-a0d7-4c02-99d6-b99893362b66 admin admin] Publish callbacks [] for security_group (560fe169-b22d-45b1-9202-f6d7c4a43249), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.219989 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3546a988-a0d7-4c02-99d6-b99893362b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (560fe169-b22d-45b1-9202-f6d7c4a43249), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.222579 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3546a988-a0d7-4c02-99d6-b99893362b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.224432 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3546a988-a0d7-4c02-99d6-b99893362b66 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/560fe169-b22d-45b1-9202-f6d7c4a43249 HTTP/1.1" status: 204 len: 168 time: 0.1215379 Oct 06 04:41:08.234039 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546a988-a0d7-4c02-99d6-b99893362b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560fe169-b22d-45b1-9202-f6d7c4a43249,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:08.491414 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d62e2-3c39-4d65-82e7-6708c23046e1 req-502afdcc-f9be-4c68-9c18-c0c3c344cd4e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:08.492929 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-746d62e2-3c39-4d65-82e7-6708c23046e1 req-502afdcc-f9be-4c68-9c18-c0c3c344cd4e tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 945 time: 0.0497181 Oct 06 04:41:08.508503 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43886) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:08.522920 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-530ae679-3927-410e-8123-ff873d43d7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.545441 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-746d62e2-3c39-4d65-82e7-6708c23046e1 req-2a0185bb-23c9-4870-a06b-a450d17388bd tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460432 Oct 06 04:41:08.601934 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-530ae679-3927-410e-8123-ff873d43d7b0 admin admin] Publish callbacks [] for security_group (00501911-111b-485e-ba6a-88934b0da0cf), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.607030 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-530ae679-3927-410e-8123-ff873d43d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (00501911-111b-485e-ba6a-88934b0da0cf), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.675577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ae679-3927-410e-8123-ff873d43d7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00501911-111b-485e-ba6a-88934b0da0cf,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:08.682514 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-530ae679-3927-410e-8123-ff873d43d7b0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3c31bb107a874a47b2bdb8b89cec80c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727986 Oct 06 04:41:08.685488 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43890) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:08.694196 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52216fc8-4807-46d3-b2a1-4d8d446caa74 req-bd984592-3ef8-47dc-9f2d-4dd7faba1324 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:08.695743 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52216fc8-4807-46d3-b2a1-4d8d446caa74 req-bd984592-3ef8-47dc-9f2d-4dd7faba1324 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 945 time: 0.0694828 Oct 06 04:41:08.708218 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 43892) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:08.713016 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-74ca8d07-5eeb-409e-a224-5c9f084f6ef5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Request body: {'floatingip': {'port_id': '439785b6-0b32-4a32-8348-4a5f35fd1657'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:41:08.736694 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e67dd887-117c-4720-a85c-68da738e3eef admin admin] Publish callbacks [] for security_group (00501911-111b-485e-ba6a-88934b0da0cf), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.752233 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-74ca8d07-5eeb-409e-a224-5c9f084f6ef5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (b066c3b6-92f9-4bb9-b0e0-736847e19626), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.757458 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e67dd887-117c-4720-a85c-68da738e3eef admin admin] Publish callbacks [] for security_group (00501911-111b-485e-ba6a-88934b0da0cf), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.804975 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e67dd887-117c-4720-a85c-68da738e3eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (00501911-111b-485e-ba6a-88934b0da0cf), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.807814 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e67dd887-117c-4720-a85c-68da738e3eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:08.811264 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-e67dd887-117c-4720-a85c-68da738e3eef admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/00501911-111b-485e-ba6a-88934b0da0cf HTTP/1.1" status: 204 len: 168 time: 0.1223245 Oct 06 04:41:08.816824 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dd887-117c-4720-a85c-68da738e3eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00501911-111b-485e-ba6a-88934b0da0cf,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:08.863000 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:09.040096 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.164758 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43898) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:09.178906 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e29ed448-28e1-4855-90b7-338fea0dcbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.201149 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-74ca8d07-5eeb-409e-a224-5c9f084f6ef5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.205880 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-74ca8d07-5eeb-409e-a224-5c9f084f6ef5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (b066c3b6-92f9-4bb9-b0e0-736847e19626), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.267015 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e29ed448-28e1-4855-90b7-338fea0dcbf0 admin admin] Publish callbacks [] for security_group (08b2663a-49c5-4f81-b05d-94eeb4753f2e), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.267350 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.272104 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e29ed448-28e1-4855-90b7-338fea0dcbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (08b2663a-49c5-4f81-b05d-94eeb4753f2e), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.315000 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-e29ed448-28e1-4855-90b7-338fea0dcbf0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f05ee7d782f84cd7a9ab00670bef40f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489649 Oct 06 04:41:09.315894 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ed448-28e1-4855-90b7-338fea0dcbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b2663a-49c5-4f81-b05d-94eeb4753f2e,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:09.319810 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 43902) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:09.372607 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4004-4f8f-4403-b1c8-d99bc2979c1a admin admin] Publish callbacks [] for security_group (08b2663a-49c5-4f81-b05d-94eeb4753f2e), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.394301 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4004-4f8f-4403-b1c8-d99bc2979c1a admin admin] Publish callbacks [] for security_group (08b2663a-49c5-4f81-b05d-94eeb4753f2e), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.396085 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:09.424864 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:09.450781 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4004-4f8f-4403-b1c8-d99bc2979c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (08b2663a-49c5-4f81-b05d-94eeb4753f2e), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.453497 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4004-4f8f-4403-b1c8-d99bc2979c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.454645 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-4a0c4004-4f8f-4403-b1c8-d99bc2979c1a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/08b2663a-49c5-4f81-b05d-94eeb4753f2e HTTP/1.1" status: 204 len: 168 time: 0.1337402 Oct 06 04:41:09.465195 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c4004-4f8f-4403-b1c8-d99bc2979c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b2663a-49c5-4f81-b05d-94eeb4753f2e,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:09.556213 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:09.568577 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-74ca8d07-5eeb-409e-a224-5c9f084f6ef5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Floating IP b066c3b6-92f9-4bb9-b0e0-736847e19626 associated. External IP: 172.27.0.158, port: 439785b6-0b32-4a32-8348-4a5f35fd1657. Oct 06 04:41:09.773516 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ca8d07-5eeb-409e-a224-5c9f084f6ef5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:41:09.878057 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ca8d07-5eeb-409e-a224-5c9f084f6ef5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:41:09.883964 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-74ca8d07-5eeb-409e-a224-5c9f084f6ef5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:09.890861 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:41:09.900652 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:41:09.901474 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:41:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:09.919844 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-74ca8d07-5eeb-409e-a224-5c9f084f6ef5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/b066c3b6-92f9-4bb9-b0e0-736847e19626 HTTP/1.1" status: 200 len: 991 time: 1.2084100 Oct 06 04:41:09.919844 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'tag': '439785b6-0b32-4a32-8348-4a5f35fd1657'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:41:09.920906 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2308e9ae-62cd-4589-98ba-e1bd9791e060" -d '{"events": [{"name": "network-changed", "server_uuid": "c1058bc0-f3b2-48bf-b41e-004403add62f", "tag": "439785b6-0b32-4a32-8348-4a5f35fd1657"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:41:09.944747 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:09.961983 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f4deaa-7ef9-4cfb-a118-8f7beb4e537f x-openstack-request-id: req-f7f4deaa-7ef9-4cfb-a118-8f7beb4e537f {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:41:09.962373 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1058bc0-f3b2-48bf-b41e-004403add62f", "tag": "439785b6-0b32-4a32-8348-4a5f35fd1657", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:41:09.962741 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f7f4deaa-7ef9-4cfb-a118-8f7beb4e537f {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:41:09.963250 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f4deaa-7ef9-4cfb-a118-8f7beb4e537f'] response: {'name': 'network-changed', 'server_uuid': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'tag': '439785b6-0b32-4a32-8348-4a5f35fd1657', 'status': 'completed', 'code': 200} Oct 06 04:41:10.005951 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:10.014376 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:41:10.063604 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-b5885b26-1ace-4e09-a46d-11a8b0db2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:10.065168 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-b5885b26-1ace-4e09-a46d-11a8b0db2b28 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 1129 time: 0.0454838 Oct 06 04:41:10.168244 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-aac330f0-9aba-41fb-977e-dbadf3f594f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:10.169958 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-aac330f0-9aba-41fb-977e-dbadf3f594f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 200 len: 913 time: 0.0983968 Oct 06 04:41:10.245779 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-f33dfd6b-c803-4e5d-800a-182c4361f758 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439785b6-0b32-4a32-8348-4a5f35fd1657 HTTP/1.1" status: 200 len: 999 time: 0.0694222 Oct 06 04:41:10.253265 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'b066c3b6-92f9-4bb9-b0e0-736847e19626', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '439785b6-0b32-4a32-8348-4a5f35fd1657', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:fa:f6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:40:56Z', 'updated_at': '2022-10-06T04:41:09Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:10.279060 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:41:10.288619 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:41:10.288968 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:41:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:10.300554 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-e24b9ef2-8119-409c-821b-e4cbd121155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:10.303248 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-e24b9ef2-8119-409c-821b-e4cbd121155d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 200 len: 852 time: 0.0517979 Oct 06 04:41:10.353399 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-0779bcb1-9776-4b9b-aacd-8787580f0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:10.355122 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-0779bcb1-9776-4b9b-aacd-8787580f0992 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=45c9d327-544f-44d6-be7e-529008b00a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462513 Oct 06 04:41:10.401270 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:41:10.425633 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:10.456110 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-c5506e43-0352-4730-a0b1-3514056f5d63 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948057 Oct 06 04:41:10.554897 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2308e9ae-62cd-4589-98ba-e1bd9791e060 req-f6609ae6-c99b-44e5-b62a-1cd4c456e679 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924420 Oct 06 04:41:10.630671 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'b066c3b6-92f9-4bb9-b0e0-736847e19626', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '439785b6-0b32-4a32-8348-4a5f35fd1657', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:fa:f6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:40:56Z', 'updated_at': '2022-10-06T04:41:09Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:10.662396 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef88be-2d9a-4ee7-b32b-ce53929bde93 None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'b066c3b6-92f9-4bb9-b0e0-736847e19626', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'port_id': '439785b6-0b32-4a32-8348-4a5f35fd1657', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'mac_address': 'fa:16:3e:fa:f6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:40:56Z', 'updated_at': '2022-10-06T04:41:09Z', 'revision_number': 1, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:41:10.883620 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427ab75-1b81-468a-8d36-dcc84a7818d6 None None] New status for floating IP b066c3b6-92f9-4bb9-b0e0-736847e19626: ACTIVE {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:41:19.459936 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=4,neutron:DELETE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:20.549519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:20.550424 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=13 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:20.625550 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=69 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:20.633991 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=59 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:20.983505 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:20.985344 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:26.645846 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:26.843963 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-e1002c8b-c87d-4bcd-a9a4-f020728ccf7a tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-222853315&fields=id&tenant_id=43ee2f7c65044158a0230e4997d7bdf9 HTTP/1.1" status: 200 len: 267 time: 0.0487683 Oct 06 04:41:26.894310 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-c97bb604-2f97-4009-b822-808fcb2bf6b6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:26.895769 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-c97bb604-2f97-4009-b822-808fcb2bf6b6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 984 time: 0.0466664 Oct 06 04:41:26.906111 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-95b31fd8-8030-4875-8b96-46e65dc3e98e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Request body: {'port': {'security_groups': ['1a565195-4dfe-4487-8945-9570c6030ae4']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:41:26.981272 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-95b31fd8-8030-4875-8b96-46e65dc3e98e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.171052 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-95b31fd8-8030-4875-8b96-46e65dc3e98e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] For port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:27.198766 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-95b31fd8-8030-4875-8b96-46e65dc3e98e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.203181 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-95b31fd8-8030-4875-8b96-46e65dc3e98e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.213108 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-95b31fd8-8030-4875-8b96-46e65dc3e98e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:27.213705 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-95b31fd8-8030-4875-8b96-46e65dc3e98e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.215138 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18541e2e-6393-4377-89c2-fb1f7557bb4d req-95b31fd8-8030-4875-8b96-46e65dc3e98e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "PUT /networking/v2.0/ports/45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 942 time: 0.3133492 Oct 06 04:41:27.215699 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:41:27.218035 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd3748f-bd3b-44ab-9820-798f345b357a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:41:27.221405 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44044) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:27.238682 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:41:27.269094 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faf55bf-37fe-42bc-aa35-ac2aea0ddab9 x-openstack-request-id: req-3faf55bf-37fe-42bc-aa35-ac2aea0ddab9 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:41:27.269398 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:41:27.269658 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3faf55bf-37fe-42bc-aa35-ac2aea0ddab9 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:41:27.270066 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3faf55bf-37fe-42bc-aa35-ac2aea0ddab9'] response: {'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'status': 'completed', 'code': 200} Oct 06 04:41:27.284220 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b31fd8-8030-4875-8b96-46e65dc3e98e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event updated for resources: {'Port': ['ID=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,revision_number=7']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:27.298608 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group (7834e0cd-d634-4aca-be75-3780d2f38a10), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.325636 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group (7834e0cd-d634-4aca-be75-3780d2f38a10), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.374695 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-853aeb42-494c-4b4c-b50e-e354375da7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:27.376678 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-853aeb42-494c-4b4c-b50e-e354375da7c5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1129 time: 0.0463104 Oct 06 04:41:27.390004 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (7834e0cd-d634-4aca-be75-3780d2f38a10), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.392699 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.393822 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7834e0cd-d634-4aca-be75-3780d2f38a10 HTTP/1.1" status: 204 len: 168 time: 0.1708541 Oct 06 04:41:27.396957 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44046) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:27.399661 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:41:27.405577 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7834e0cd-d634-4aca-be75-3780d2f38a10,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:27.412900 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.413348 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.413760 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.414166 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.414569 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.415098 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.415498 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.415891 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.416382 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.416794 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.417226 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.417767 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.418307 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.418701 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.419120 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6421af7-961e-402d-bb56-88fd71949d82 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:41:27.600574 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-9e1cb3ac-cdbb-4120-9ac1-e03f71af4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:27.602032 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-9e1cb3ac-cdbb-4120-9ac1-e03f71af4e2c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd HTTP/1.1" status: 200 len: 915 time: 0.2171121 Oct 06 04:41:27.710767 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Deleting port de1f8325-6496-47a0-b0e8-f594b99576b6 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:27.711000 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (de1f8325-6496-47a0-b0e8-f594b99576b6), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.726309 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-f8d9cb8a-8aed-4d29-9db6-f63fac5bfe4b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1225653 Oct 06 04:41:27.779905 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-ddf32eba-4824-424f-9c7c-0cc6b365b784 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 1001 time: 0.1437335 Oct 06 04:41:27.828877 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:27.845061 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (de1f8325-6496-47a0-b0e8-f594b99576b6), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.845681 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for floatingip (de1f8325-6496-47a0-b0e8-f594b99576b6), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:27.853387 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:27.863581 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Calling delete_port for de1f8325-6496-47a0-b0e8-f594b99576b6 owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:27.878115 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-ed32391c-94ff-4e9a-b868-8af76d935d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:27.879609 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-ed32391c-94ff-4e9a-b868-8af76d935d93 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1 HTTP/1.1" status: 200 len: 854 time: 0.0880957 Oct 06 04:41:27.986613 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-d2801542-3f2a-4d73-96c4-ef3dfc2787fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:27.988020 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-d2801542-3f2a-4d73-96c4-ef3dfc2787fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708113 Oct 06 04:41:28.135804 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-36e3bdfc-0cfa-42a0-906e-3decb4aa87a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358368 Oct 06 04:41:28.165157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (de1f8325-6496-47a0-b0e8-f594b99576b6), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:28.231206 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event deleted for resources: {'Port': ['ID=de1f8325-6496-47a0-b0e8-f594b99576b6,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:28.307123 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bfd3748f-bd3b-44ab-9820-798f345b357a req-4d9af5a6-fb8c-4348-9903-60ebc6fb4a97 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624911 Oct 06 04:41:28.311690 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks [] for floatingip (9198e870-bb73-47d2-8f3e-1f77909df169), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:28.312016 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Floating IP 9198e870-bb73-47d2-8f3e-1f77909df169 disassociated (deleted). External IP: 172.27.0.252, port: 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d. Oct 06 04:41:28.441330 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-4a222c3b-ce16-4f9b-9e4b-fd9bc5e5dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:28.442816 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-4a222c3b-ce16-4f9b-9e4b-fd9bc5e5dea3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1129 time: 0.0523767 Oct 06 04:41:28.583134 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:28.621021 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:41:28.622181 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-30aff1af-53ae-4af6-b635-fac3ea0aa0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:28.623692 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-30aff1af-53ae-4af6-b635-fac3ea0aa0ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd HTTP/1.1" status: 200 len: 915 time: 0.1451023 Oct 06 04:41:28.666570 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-f2788070-f9d1-458e-a22d-0cc66cbcc241 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 217 time: 0.0357506 Oct 06 04:41:28.772490 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:28.783990 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-dabf114e-5f53-4a10-bccd-28fa56f62d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:28.785409 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-dabf114e-5f53-4a10-bccd-28fa56f62d04 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1 HTTP/1.1" status: 200 len: 854 time: 0.0878389 Oct 06 04:41:28.805935 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:41:28.815791 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] Sync routers for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:41:28.827028 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:41:28.827757 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:41:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:28.828778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:28.860409 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-df351c63-8c0f-4fac-8df9-4cacf9da59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:28.861805 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-df351c63-8c0f-4fac-8df9-4cacf9da59cc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656893 Oct 06 04:41:28.867115 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-a2ab5566-1af4-444e-b528-45998b3bccb3 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/9198e870-bb73-47d2-8f3e-1f77909df169 HTTP/1.1" status: 204 len: 168 time: 1.4681232 Oct 06 04:41:28.934166 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:41:28.956477 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-c727282b-09a9-4dfe-8da5-ec0f707b82ab service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864182 Oct 06 04:41:29.073190 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-914191d4-927b-41e1-b33d-ec6ed63410d4 req-8908a50c-9371-44e5-beed-f7914a0791c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084244 Oct 06 04:41:29.256243 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'bde8eb7d-12af-4005-ac89-dbad14dc43a1', 'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'mac_address': 'fa:16:3e:df:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:33Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 5, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'subnets': [{'id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:29.271311 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:41:29.273790 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:41:29.281431 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] Checking router: 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:41:29.289803 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:41:29.290440 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:41:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:29.311423 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4d62eb-e784-485f-9db3-59d4da68e1fb x-openstack-request-id: req-4f4d62eb-e784-485f-9db3-59d4da68e1fb {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:41:29.311802 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:41:29.312064 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4f4d62eb-e784-485f-9db3-59d4da68e1fb {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:41:29.312524 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4d62eb-e784-485f-9db3-59d4da68e1fb'] response: {'name': 'network-changed', 'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'status': 'completed', 'code': 200} Oct 06 04:41:29.391743 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:41:29.498648 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:29.500984 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:29.581514 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'bde8eb7d-12af-4005-ac89-dbad14dc43a1', 'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'mac_address': 'fa:16:3e:df:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:33Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 5, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'subnets': [{'id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:29.605148 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547dbc4-e69d-4f17-9266-09b5b8fe3946 None None] The sync data for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi is: [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:34Z', 'revision_number': 4, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'bde8eb7d-12af-4005-ac89-dbad14dc43a1', 'name': '', 'network_id': '3a303baf-b9bc-4406-9e05-dfe13f0dd5fd', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'mac_address': 'fa:16:3e:df:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:33Z', 'updated_at': '2022-10-06T04:37:41Z', 'revision_number': 5, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'subnets': [{'id': '9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:41:29.815733 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4958c36-aea0-464c-b99e-4410582841d7 None None] New status for floating IP 9198e870-bb73-47d2-8f3e-1f77909df169: DOWN {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:41:30.114136 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-a13c416b-8674-4dce-bebb-2044b99f995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:30.115669 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-a13c416b-8674-4dce-bebb-2044b99f995b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 1129 time: 0.0426414 Oct 06 04:41:30.235253 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-8b484e25-efc9-465e-832b-9b8ed5e86463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:30.236715 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-8b484e25-efc9-465e-832b-9b8ed5e86463 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd HTTP/1.1" status: 200 len: 915 time: 0.1060867 Oct 06 04:41:30.343636 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-5a5bdaa3-148e-4e62-9fa1-a772e9852be7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 200 len: 217 time: 0.0391755 Oct 06 04:41:30.396188 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-c46e60d7-36ed-470e-86d8-20851cbb9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:30.397637 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-c46e60d7-36ed-470e-86d8-20851cbb9b36 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1 HTTP/1.1" status: 200 len: 854 time: 0.0448952 Oct 06 04:41:30.455844 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-34ee9b0b-0ac3-46d9-b8ff-35230fc5f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:30.457348 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-34ee9b0b-0ac3-46d9-b8ff-35230fc5f88d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457108 Oct 06 04:41:30.853343 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-7e1c9325-8ee3-4272-854b-2a5810a408c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939729 Oct 06 04:41:30.954854 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0433c896-bf5d-48a0-bcaf-0a85c676c4e9 req-1102c007-9e4a-4a36-94e1-75e323e9be91 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901899 Oct 06 04:41:32.705050 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29a7c7-a259-433c-aecf-4155b449aaab req-5f26463c-5498-46bd-b84d-caee4f131948 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:32.706505 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3b29a7c7-a259-433c-aecf-4155b449aaab req-5f26463c-5498-46bd-b84d-caee4f131948 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0528967 Oct 06 04:41:32.762380 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3b29a7c7-a259-433c-aecf-4155b449aaab req-05cef2aa-02c1-431e-a044-1364812e0550 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 Oct 06 04:41:33.884929 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bda3f0-3d9f-4a46-afd0-e16a9cb76a6a req-1c239bb0-a6ea-4881-ba02-e988dd394a2e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:33.887039 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-83bda3f0-3d9f-4a46-afd0-e16a9cb76a6a req-1c239bb0-a6ea-4881-ba02-e988dd394a2e tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0463996 Oct 06 04:41:33.933105 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-83bda3f0-3d9f-4a46-afd0-e16a9cb76a6a req-ea0dafb0-c120-4db4-886f-6ad27ae43e65 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Oct 06 04:41:34.092239 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0631dc1d-583e-47dc-a2d7-57ecc2f94745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:35.054324 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0d66e-13a6-4b44-a066-86aa9aeda675 req-4bc72f37-e4ee-43e7-bf36-52318bf6a46c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:35.055804 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8ec0d66e-13a6-4b44-a066-86aa9aeda675 req-4bc72f37-e4ee-43e7-bf36-52318bf6a46c tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0474403 Oct 06 04:41:35.102086 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8ec0d66e-13a6-4b44-a066-86aa9aeda675 req-b1129393-6893-4f08-a340-bf23c21a9548 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Oct 06 04:41:36.211527 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:36.230281 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326032a-8f3b-455f-bdd5-b4ca080ab58a req-97009b86-1208-4acf-94b4-317c8e55cc3d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:36.231975 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2326032a-8f3b-455f-bdd5-b4ca080ab58a req-97009b86-1208-4acf-94b4-317c8e55cc3d tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0513492 Oct 06 04:41:36.279611 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2326032a-8f3b-455f-bdd5-b4ca080ab58a req-c26f5b6f-d814-4af4-ac3e-52c0bd7b3fc7 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Oct 06 04:41:36.455471 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a6ef05be-04fc-4da6-84a8-1e5ed233fb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:36.589197 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:41:37.402488 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4a47-2c00-442c-b8b8-331cae8ba0b6 req-cab58157-7ae2-45e9-8af3-89138af07663 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:37.403960 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-847a4a47-2c00-442c-b8b8-331cae8ba0b6 req-cab58157-7ae2-45e9-8af3-89138af07663 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0498943 Oct 06 04:41:37.451096 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-847a4a47-2c00-442c-b8b8-331cae8ba0b6 req-f6da018f-828b-4020-b933-8ede4075012b tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Oct 06 04:41:37.759725 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:38.039041 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-893a899b-7e66-4ff8-a379-1c541b72820f tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:38.040398 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-893a899b-7e66-4ff8-a379-1c541b72820f tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0465171 Oct 06 04:41:38.092194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:38.128357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Deleting port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:38.128698 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:38.477903 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] For port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:38.478270 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:38.496057 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Calling delete_port for 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:38.600638 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4168c-6e4a-4fa6-9322-813ff6155150 req-33220469-d058-4c58-81d9-c8329311e1d9 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:38.602086 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d8c4168c-6e4a-4fa6-9322-813ff6155150 req-33220469-d058-4c58-81d9-c8329311e1d9 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ee803bb5-a84c-4e42-a010-76f9cfba5933 HTTP/1.1" status: 200 len: 945 time: 0.0581031 Oct 06 04:41:38.684765 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d8c4168c-6e4a-4fa6-9322-813ff6155150 req-0f53744b-0723-44df-a519-4334bcee53e6 tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1a565195-4dfe-4487-8945-9570c6030ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763664 Oct 06 04:41:38.705136 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (45ae6e2d-fb0b-43fb-856e-042caa9bfd4d), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:38.731137 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Pushing event deleted for resources: {'Port': ['ID=45ae6e2d-fb0b-43fb-856e-042caa9bfd4d,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:38.755254 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:41:38.781822 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] No DVR routers for this DVR port 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:41:38.784281 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:38.787471 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6bb44eb8-1ca0-41cd-a05b-de3b643a117a req-89d0e164-09b3-4220-af19-5e66a21884ea tempest-TestMinimumBasicScenario-1689358882 tempest-TestMinimumBasicScenario-1689358882-project] 10.222.0.25 "DELETE /networking/v2.0/ports/45ae6e2d-fb0b-43fb-856e-042caa9bfd4d HTTP/1.1" status: 204 len: 173 time: 0.7395856 Oct 06 04:41:38.787958 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'name': 'network-vif-deleted', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:41:38.790289 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc5e36e-3500-46e8-9938-70e19e56c398" -d '{"events": [{"server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "name": "network-vif-deleted", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:41:38.827292 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44910d67-c5c3-4d50-9901-3ed914fe2e0f x-openstack-request-id: req-44910d67-c5c3-4d50-9901-3ed914fe2e0f {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:41:38.827592 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee803bb5-a84c-4e42-a010-76f9cfba5933", "name": "network-vif-deleted", "tag": "45ae6e2d-fb0b-43fb-856e-042caa9bfd4d", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:41:38.827849 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-44910d67-c5c3-4d50-9901-3ed914fe2e0f {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:41:38.828258 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44910d67-c5c3-4d50-9901-3ed914fe2e0f'] response: {'server_uuid': 'ee803bb5-a84c-4e42-a010-76f9cfba5933', 'name': 'network-vif-deleted', 'tag': '45ae6e2d-fb0b-43fb-856e-042caa9bfd4d', 'status': 'completed', 'code': 200} Oct 06 04:41:39.046197 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:39.266548 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:40.443097 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44184) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:40.752310 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:40.835127 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:40.837266 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:40.973804 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Deleting port bde8eb7d-12af-4005-ac89-dbad14dc43a1 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:40.974054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:41.055389 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] For port bde8eb7d-12af-4005-ac89-dbad14dc43a1, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=bde8eb7d-12af-4005-ac89-dbad14dc43a1,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:41.055751 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:41.068581 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Calling delete_port for bde8eb7d-12af-4005-ac89-dbad14dc43a1 owned by network:router_interface {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:41.247141 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (bde8eb7d-12af-4005-ac89-dbad14dc43a1), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:41.277838 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde8eb7d-12af-4005-ac89-dbad14dc43a1,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:41.438817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:41.640596 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:41.645359 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:41:41.691520 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:41.751793 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:41:41.756921 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-7416fcbb-2176-4168-a6e3-1561ce339103 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/0bb4a19c-2ca9-4381-ae32-5f9673e35fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3128126 Oct 06 04:41:41.759519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44192) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:41.760324 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] Sync routers for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:41:41.770695 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:41:41.771330 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:41:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:41.859456 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks [] for router (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:41.872935 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:41:41.961434 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks [] for router_gateway (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.012207 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Deleting port e34b73b2-c7c3-4305-86f3-fe555725deea {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:42.012557 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.049651 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:41:41Z', 'revision_number': 5, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port': {'id': 'e34b73b2-c7c3-4305-86f3-fe555725deea', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:42.076038 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] Checking router: 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:41:42.084661 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] Routers {'0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:41:42.085279 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:41:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:42.100434 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] For port e34b73b2-c7c3-4305-86f3-fe555725deea, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=e34b73b2-c7c3-4305-86f3-fe555725deea,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:42.100795 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.117406 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Calling delete_port for e34b73b2-c7c3-4305-86f3-fe555725deea owned by network:router_gateway {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:42.118739 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:41:42.167381 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:41:42.167755 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 45ae6e2d-fb0b-43fb-856e-042caa9bfd4d not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:41:42.189392 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] Set router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd gateway port host: None {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:41:42.243459 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:41:41Z', 'revision_number': 6, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:42.268368 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471adb4-6d56-4b3f-acaa-5b1c0dea1197 None None] The sync data for ids ['0bb4a19c-2ca9-4381-ae32-5f9673e35fbd'] in dv-cinder-860227-2-iscsi is: [{'id': '0bb4a19c-2ca9-4381-ae32-5f9673e35fbd', 'name': 'tempest-TestMinimumBasicScenario-1246170307-router', 'tenant_id': '43ee2f7c65044158a0230e4997d7bdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:31Z', 'updated_at': '2022-10-06T04:41:41Z', 'revision_number': 6, 'project_id': '43ee2f7c65044158a0230e4997d7bdf9', 'gw_port_host': None}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:41:42.286335 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (e34b73b2-c7c3-4305-86f3-fe555725deea), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.312823 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34b73b2-c7c3-4305-86f3-fe555725deea,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:42.374327 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.468936 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.470984 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks [] for router_controller (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.516227 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (0bb4a19c-2ca9-4381-ae32-5f9673e35fbd), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.516894 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb4a19c-2ca9-4381-ae32-5f9673e35fbd {{(pid=106195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:41:42.521540 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.522659 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b4ba7e2e-08b6-47a3-8e2d-6f06b1c2af09 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/0bb4a19c-2ca9-4381-ae32-5f9673e35fbd HTTP/1.1" status: 204 len: 168 time: 0.7622447 Oct 06 04:41:42.525425 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44196) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:42.564582 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:42.573482 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd2b808-aca4-4e4f-904a-52d923368c95 admin admin] Deleting subnet 9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1 {{(pid=106195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:41:42.576935 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-efd2b808-aca4-4e4f-904a-52d923368c95 admin admin] Publish callbacks [] for subnet (9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.615957 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-efd2b808-aca4-4e4f-904a-52d923368c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26147025'] for subnet (9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.644035 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:42.734328 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-efd2b808-aca4-4e4f-904a-52d923368c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.736550 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device bde8eb7d-12af-4005-ac89-dbad14dc43a1 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:41:42.757338 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: bde8eb7d-12af-4005-ac89-dbad14dc43a1 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:41:42.757978 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device bde8eb7d-12af-4005-ac89-dbad14dc43a1 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:41:42.800953 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-efd2b808-aca4-4e4f-904a-52d923368c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26536764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194073'] for subnet (9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.828627 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2b808-aca4-4e4f-904a-52d923368c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:42.830591 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-efd2b808-aca4-4e4f-904a-52d923368c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.835441 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-efd2b808-aca4-4e4f-904a-52d923368c95 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/9c50f3c5-4a3c-4274-a385-eb3ba6c31fc1 HTTP/1.1" status: 204 len: 168 time: 0.3082659 Oct 06 04:41:42.836314 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44204) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:42.837072 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a58e6f-5fd0-41db-9a55-f0d5bb190c8f None None] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:41:42.908549 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (3a303baf-b9bc-4406-9e05-dfe13f0dd5fd), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:42.957507 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Deleting port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:42.957850 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.031812 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] For port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=51ef6e95-968b-436b-a8cb-9f9dd4286f5c,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:43.032200 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.046889 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Calling delete_port for 51ef6e95-968b-436b-a8cb-9f9dd4286f5c owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:43.058813 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] DHCP port deletion for 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:41:43.122832 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] Deleting port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c {{(pid=106196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:43.123501 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), before_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.160276 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.192037 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:43.203317 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ef6e95-968b-436b-a8cb-9f9dd4286f5c,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:43.212834 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] No DVR routers for this DVR port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c on host dv-cinder-860227-2-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:41:43.217641 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] For port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=51ef6e95-968b-436b-a8cb-9f9dd4286f5c,segment=NetworkSegment(30e4f1be-914f-4fcf-ab26-2ea769c9c4e3),segment_id=30e4f1be-914f-4fcf-ab26-2ea769c9c4e3)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:43.218045 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), precommit_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.232746 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:43.233936 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] Calling delete_port for 51ef6e95-968b-436b-a8cb-9f9dd4286f5c owned by network:dhcp {{(pid=106196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:43.296085 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (3a303baf-b9bc-4406-9e05-dfe13f0dd5fd), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.318648 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a303baf-b9bc-4406-9e05-dfe13f0dd5fd']}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:43.320807 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:43.332961 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3') {'for_net_delete': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:43.333267 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e4f1be-914f-4fcf-ab26-2ea769c9c4e3') {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:43.348026 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26170665'] for segment (30e4f1be-914f-4fcf-ab26-2ea769c9c4e3), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.371742 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (30e4f1be-914f-4fcf-ab26-2ea769c9c4e3), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.380001 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=106194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:41:43.380441 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26116627'] for segment (30e4f1be-914f-4fcf-ab26-2ea769c9c4e3), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.425942 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment 30e4f1be-914f-4fcf-ab26-2ea769c9c4e3 resource provider aggregate not found Oct 06 04:41:43.456287 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment 30e4f1be-914f-4fcf-ab26-2ea769c9c4e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30e4f1be-914f-4fcf-ab26-2ea769c9c4e3 found for delete ", "request_id": "req-05ec213c-eadf-4e5f-9789-cbf73dcc5d01"}]} Oct 06 04:41:43.459022 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (3a303baf-b9bc-4406-9e05-dfe13f0dd5fd), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.465497 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.469089 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/3a303baf-b9bc-4406-9e05-dfe13f0dd5fd HTTP/1.1" status: 204 len: 168 time: 0.6317980 Oct 06 04:41:43.472222 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44216) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:43.473116 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:43.486134 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b7278-345d-48ea-ac42-185d6f17ddc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a303baf-b9bc-4406-9e05-dfe13f0dd5fd,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:43.487631 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725'] for port (51ef6e95-968b-436b-a8cb-9f9dd4286f5c), after_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:43.511486 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] Network 3a303baf-b9bc-4406-9e05-dfe13f0dd5fd is not hosted by any dhcp agent {{(pid=106196) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 06 04:41:43.512090 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] No DVR routers for this DVR port 51ef6e95-968b-436b-a8cb-9f9dd4286f5c on host dv-cinder-860227-2-iscsi {{(pid=106196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:41:43.513837 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbabdff-0fdc-4f13-b7b8-4c230a10013a None None] Pushing event deleted for resources: {'Port': ['ID=51ef6e95-968b-436b-a8cb-9f9dd4286f5c,revision_number=None']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:43.796622 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (df207c1f-b3a7-4572-9ff0-f71914a30d18), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:44.367516 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b17a2-dd5d-4c1e-b834-b559e0b858c3 req-c7fe32b5-4777-4acc-8345-cb3f94b20ef2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:44.369205 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-791b17a2-dd5d-4c1e-b834-b559e0b858c3 req-c7fe32b5-4777-4acc-8345-cb3f94b20ef2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0722320 Oct 06 04:41:44.393606 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Deleting port 0cdd0e68-1052-4376-b265-5ee103491c69 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:44.393936 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:44.446303 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:44.475532 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-791b17a2-dd5d-4c1e-b834-b559e0b858c3 req-61744938-78ea-4cf3-872a-b36194097dc1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986919 Oct 06 04:41:44.504597 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] For port 0cdd0e68-1052-4376-b265-5ee103491c69, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0cdd0e68-1052-4376-b265-5ee103491c69,segment=NetworkSegment(8e3ab291-540f-4d49-b02e-45be8c5460f8),segment_id=8e3ab291-540f-4d49-b02e-45be8c5460f8)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:44.505198 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:44.519199 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Calling delete_port for 0cdd0e68-1052-4376-b265-5ee103491c69 owned by network:router_interface {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:44.532063 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:44.664344 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e34b73b2-c7c3-4305-86f3-fe555725deea no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:41:44.684994 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: e34b73b2-c7c3-4305-86f3-fe555725deea {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:41:44.685349 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e34b73b2-c7c3-4305-86f3-fe555725deea not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:41:44.685771 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 51ef6e95-968b-436b-a8cb-9f9dd4286f5c no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:41:44.704053 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 51ef6e95-968b-436b-a8cb-9f9dd4286f5c {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:41:44.704409 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 51ef6e95-968b-436b-a8cb-9f9dd4286f5c not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:41:44.715953 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (0cdd0e68-1052-4376-b265-5ee103491c69), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:44.738934 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdd0e68-1052-4376-b265-5ee103491c69,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:44.904161 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (df207c1f-b3a7-4572-9ff0-f71914a30d18), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:45.110398 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Router df207c1f-b3a7-4572-9ff0-f71914a30d18 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:41:45.214171 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:41:45.219644 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-66814757-82a9-4eb9-aba4-952e86ee89f1 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/df207c1f-b3a7-4572-9ff0-f71914a30d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460783 Oct 06 04:41:45.222203 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44244) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:45.223182 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] Sync routers for ids ['df207c1f-b3a7-4572-9ff0-f71914a30d18'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:41:45.233596 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] Routers {'df207c1f-b3a7-4572-9ff0-f71914a30d18'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:41:45.234307 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:41:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['df207c1f-b3a7-4572-9ff0-f71914a30d18'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:45.321636 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks [] for router (df207c1f-b3a7-4572-9ff0-f71914a30d18), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:45.335873 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] Set router df207c1f-b3a7-4572-9ff0-f71914a30d18 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:41:45.424867 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks [] for router_gateway (df207c1f-b3a7-4572-9ff0-f71914a30d18), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:45.469098 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Deleting port ab1863c5-1823-48f1-94b5-8b12502af021 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:45.469353 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:45.510057 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:36Z', 'updated_at': '2022-10-06T04:41:44Z', 'revision_number': 5, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'gw_port': {'id': 'ab1863c5-1823-48f1-94b5-8b12502af021', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:37:37Z', 'updated_at': '2022-10-06T04:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:45.535177 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] Checking router: df207c1f-b3a7-4572-9ff0-f71914a30d18 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:41:45.544010 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] Routers {'df207c1f-b3a7-4572-9ff0-f71914a30d18'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:41:45.544616 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:41:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['df207c1f-b3a7-4572-9ff0-f71914a30d18'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:45.557997 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] For port ab1863c5-1823-48f1-94b5-8b12502af021, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ab1863c5-1823-48f1-94b5-8b12502af021,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:45.558703 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:45.571856 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Calling delete_port for ab1863c5-1823-48f1-94b5-8b12502af021 owned by network:router_gateway {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:45.633848 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] Set router df207c1f-b3a7-4572-9ff0-f71914a30d18 gateway port host: None {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:41:45.662242 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474b27f-1882-4c5a-a410-37a6b6c27e15 req-6e982fa4-f112-4184-87e7-a45822da4a91 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:45.663774 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c474b27f-1882-4c5a-a410-37a6b6c27e15 req-6e982fa4-f112-4184-87e7-a45822da4a91 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0885382 Oct 06 04:41:45.682904 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:36Z', 'updated_at': '2022-10-06T04:41:45Z', 'revision_number': 6, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:45.710478 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfde08-572a-41fb-8df0-1a04ea3e0e92 None None] The sync data for ids ['df207c1f-b3a7-4572-9ff0-f71914a30d18'] in dv-cinder-860227-2-iscsi is: [{'id': 'df207c1f-b3a7-4572-9ff0-f71914a30d18', 'name': 'tempest-TestMinimumBasicScenario-1186209583-router', 'tenant_id': 'd2b7266e22c2478e8e8b75229aae303e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:37:36Z', 'updated_at': '2022-10-06T04:41:45Z', 'revision_number': 6, 'project_id': 'd2b7266e22c2478e8e8b75229aae303e', 'gw_port_host': None}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:41:45.774439 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c474b27f-1882-4c5a-a410-37a6b6c27e15 req-3d9e9f66-646f-485e-b371-9d2f2aaffd00 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019423 Oct 06 04:41:45.829859 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (ab1863c5-1823-48f1-94b5-8b12502af021), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:45.858639 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1863c5-1823-48f1-94b5-8b12502af021,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:45.919653 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (df207c1f-b3a7-4572-9ff0-f71914a30d18), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.004826 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (df207c1f-b3a7-4572-9ff0-f71914a30d18), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.007598 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks [] for router_controller (df207c1f-b3a7-4572-9ff0-f71914a30d18), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.050724 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (df207c1f-b3a7-4572-9ff0-f71914a30d18), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.051465 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df207c1f-b3a7-4572-9ff0-f71914a30d18 {{(pid=106194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:41:46.055763 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.056962 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-a7859447-27b7-4cc5-90ef-99ca89000219 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/df207c1f-b3a7-4572-9ff0-f71914a30d18 HTTP/1.1" status: 204 len: 168 time: 0.8337433 Oct 06 04:41:46.060101 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44250) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:46.099722 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:46.113049 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-e461eee4-5c46-49d2-9254-9253d0846d0f admin admin] Deleting subnet 7c5d3d02-3441-4906-a11e-1c6356481502 {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:41:46.117029 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e461eee4-5c46-49d2-9254-9253d0846d0f admin admin] Publish callbacks [] for subnet (7c5d3d02-3441-4906-a11e-1c6356481502), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.138921 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:46.155597 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e461eee4-5c46-49d2-9254-9253d0846d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (7c5d3d02-3441-4906-a11e-1c6356481502), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.230300 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e461eee4-5c46-49d2-9254-9253d0846d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (7c5d3d02-3441-4906-a11e-1c6356481502), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.286709 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e461eee4-5c46-49d2-9254-9253d0846d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (7c5d3d02-3441-4906-a11e-1c6356481502), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.310861 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461eee4-5c46-49d2-9254-9253d0846d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5d3d02-3441-4906-a11e-1c6356481502,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:46.316454 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-e461eee4-5c46-49d2-9254-9253d0846d0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.319605 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-e461eee4-5c46-49d2-9254-9253d0846d0f admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/7c5d3d02-3441-4906-a11e-1c6356481502 HTTP/1.1" status: 204 len: 168 time: 0.2585340 Oct 06 04:41:46.322237 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44252) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:46.322735 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83ae47-effe-452c-b7c2-3765a4fd4e99 None None] Network 98fc16a8-20a9-464f-9fe7-664b9c33a369 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:41:46.385073 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:46.397734 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (98fc16a8-20a9-464f-9fe7-664b9c33a369), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.451868 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Deleting port 0745cd91-0f5e-4780-b748-12dfb57500a6 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:46.452201 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.468550 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437358a-648b-44fd-bed2-994b0d6ad3a4 None None] DHCP port deletion for 98fc16a8-20a9-464f-9fe7-664b9c33a369 request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:41:46.508159 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-6437358a-648b-44fd-bed2-994b0d6ad3a4 None None] Deleting port 0745cd91-0f5e-4780-b748-12dfb57500a6 {{(pid=106196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:41:46.508535 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6437358a-648b-44fd-bed2-994b0d6ad3a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), before_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.522174 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] For port 0745cd91-0f5e-4780-b748-12dfb57500a6, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0745cd91-0f5e-4780-b748-12dfb57500a6,segment=NetworkSegment(8e3ab291-540f-4d49-b02e-45be8c5460f8),segment_id=8e3ab291-540f-4d49-b02e-45be8c5460f8)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:46.522550 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.537757 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Calling delete_port for 0745cd91-0f5e-4780-b748-12dfb57500a6 owned by network:dhcp {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:46.574259 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-6437358a-648b-44fd-bed2-994b0d6ad3a4 None None] For port 0745cd91-0f5e-4780-b748-12dfb57500a6, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0745cd91-0f5e-4780-b748-12dfb57500a6,segment=NetworkSegment(8e3ab291-540f-4d49-b02e-45be8c5460f8),segment_id=8e3ab291-540f-4d49-b02e-45be8c5460f8)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:41:46.574649 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6437358a-648b-44fd-bed2-994b0d6ad3a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), precommit_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.578299 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:46.587606 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-6437358a-648b-44fd-bed2-994b0d6ad3a4 None None] Calling delete_port for 0745cd91-0f5e-4780-b748-12dfb57500a6 owned by network:dhcp {{(pid=106196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:41:46.628827 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.658819 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] No DVR routers for this DVR port 0745cd91-0f5e-4780-b748-12dfb57500a6 on host dv-cinder-860227-2-iscsi {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:41:46.662495 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Pushing event deleted for resources: {'Port': ['ID=0745cd91-0f5e-4780-b748-12dfb57500a6,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:46.694740 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ab1863c5-1823-48f1-94b5-8b12502af021 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:41:46.727753 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: ab1863c5-1823-48f1-94b5-8b12502af021 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:41:46.728404 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ab1863c5-1823-48f1-94b5-8b12502af021 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:41:46.729122 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0cdd0e68-1052-4376-b265-5ee103491c69 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:41:46.736280 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6437358a-648b-44fd-bed2-994b0d6ad3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725'] for port (0745cd91-0f5e-4780-b748-12dfb57500a6), after_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.748749 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (98fc16a8-20a9-464f-9fe7-664b9c33a369), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.774389 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fc16a8-20a9-464f-9fe7-664b9c33a369']}} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:46.786973 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 0cdd0e68-1052-4376-b265-5ee103491c69 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:41:46.787328 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0cdd0e68-1052-4376-b265-5ee103491c69 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:41:46.787804 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0745cd91-0f5e-4780-b748-12dfb57500a6 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:41:46.791630 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3ab291-540f-4d49-b02e-45be8c5460f8') {'for_net_delete': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:46.791938 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3ab291-540f-4d49-b02e-45be8c5460f8') {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:41:46.792313 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437358a-648b-44fd-bed2-994b0d6ad3a4 None None] Pushing event deleted for resources: {'Port': ['ID=0745cd91-0f5e-4780-b748-12dfb57500a6,revision_number=None']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:46.797661 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437358a-648b-44fd-bed2-994b0d6ad3a4 None None] No DVR routers for this DVR port 0745cd91-0f5e-4780-b748-12dfb57500a6 on host dv-cinder-860227-2-iscsi {{(pid=106196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:41:46.807827 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26146984'] for segment (8e3ab291-540f-4d49-b02e-45be8c5460f8), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.816961 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 0745cd91-0f5e-4780-b748-12dfb57500a6 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:41:46.817430 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0745cd91-0f5e-4780-b748-12dfb57500a6 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:41:46.822383 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (8e3ab291-540f-4d49-b02e-45be8c5460f8), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.834341 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:41:46.834862 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536918'] for segment (8e3ab291-540f-4d49-b02e-45be8c5460f8), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.929112 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (98fc16a8-20a9-464f-9fe7-664b9c33a369), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.936460 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:46.939554 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/98fc16a8-20a9-464f-9fe7-664b9c33a369 HTTP/1.1" status: 204 len: 168 time: 0.6163027 Oct 06 04:41:46.946505 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150e0b0-503c-46da-9f03-ec4023659dbf req-28dd3720-48dc-4000-a859-0e892985fd3e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:46.948548 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8150e0b0-503c-46da-9f03-ec4023659dbf req-28dd3720-48dc-4000-a859-0e892985fd3e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0659299 Oct 06 04:41:46.969432 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df889bda-5445-42aa-a96d-018d7532f164 admin admin] Pushing event deleted for resources: {'Network': ['ID=98fc16a8-20a9-464f-9fe7-664b9c33a369,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:46.997259 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 8e3ab291-540f-4d49-b02e-45be8c5460f8 resource provider aggregate not found Oct 06 04:41:47.022842 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 8e3ab291-540f-4d49-b02e-45be8c5460f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e3ab291-540f-4d49-b02e-45be8c5460f8 found for delete ", "request_id": "req-9120dedd-a8d6-4d0a-8782-6c5018cf03b7"}]} Oct 06 04:41:47.024052 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8150e0b0-503c-46da-9f03-ec4023659dbf req-6ed57d50-e45b-4675-b476-300eef215c99 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567484 Oct 06 04:41:47.136028 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44266) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:47.180695 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-f7421c66-9d3b-40eb-ab70-13d711cbc85b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=43ee2f7c65044158a0230e4997d7bdf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431764 Oct 06 04:41:47.183979 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44268) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:47.232177 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c9147dfa-fd02-4d42-9c4a-b04503b6da9c admin admin] Publish callbacks [] for security_group (1a565195-4dfe-4487-8945-9570c6030ae4), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:47.253009 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c9147dfa-fd02-4d42-9c4a-b04503b6da9c admin admin] Publish callbacks [] for security_group (1a565195-4dfe-4487-8945-9570c6030ae4), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:47.298998 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c9147dfa-fd02-4d42-9c4a-b04503b6da9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (1a565195-4dfe-4487-8945-9570c6030ae4), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:47.301518 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c9147dfa-fd02-4d42-9c4a-b04503b6da9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:47.302648 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-c9147dfa-fd02-4d42-9c4a-b04503b6da9c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1a565195-4dfe-4487-8945-9570c6030ae4 HTTP/1.1" status: 204 len: 168 time: 0.1177874 Oct 06 04:41:47.311453 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9147dfa-fd02-4d42-9c4a-b04503b6da9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a565195-4dfe-4487-8945-9570c6030ae4,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:47.639532 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44274) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:47.685438 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-bb32c44f-fe38-4397-bd4a-79ab7cc4b6f9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d2b7266e22c2478e8e8b75229aae303e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447338 Oct 06 04:41:47.688032 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44276) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:47.735496 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccc0c-8cba-4a09-b641-a668b08b4506 admin admin] Publish callbacks [] for security_group (8785e14c-245f-45b3-8fa0-bb2f41a133e6), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:47.760699 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccc0c-8cba-4a09-b641-a668b08b4506 admin admin] Publish callbacks [] for security_group (8785e14c-245f-45b3-8fa0-bb2f41a133e6), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:47.815545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccc0c-8cba-4a09-b641-a668b08b4506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8785e14c-245f-45b3-8fa0-bb2f41a133e6), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:47.818099 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccc0c-8cba-4a09-b641-a668b08b4506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:47.819260 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ff0ccc0c-8cba-4a09-b641-a668b08b4506 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8785e14c-245f-45b3-8fa0-bb2f41a133e6 HTTP/1.1" status: 204 len: 168 time: 0.1303217 Oct 06 04:41:47.826898 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ccc0c-8cba-4a09-b641-a668b08b4506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8785e14c-245f-45b3-8fa0-bb2f41a133e6,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:48.168550 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa1184-c517-4151-a3d0-e80c72b2b2d3 req-123fd8a9-59df-430f-9904-3762435e5fe2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:48.170105 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e5aa1184-c517-4151-a3d0-e80c72b2b2d3 req-123fd8a9-59df-430f-9904-3762435e5fe2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0536683 Oct 06 04:41:48.221026 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e5aa1184-c517-4151-a3d0-e80c72b2b2d3 req-d9473c05-981b-48b2-9624-6c08b8a702a1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451567 Oct 06 04:41:49.355341 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44dca8-094d-4f2f-b4fc-54acdd7d51ac req-7dfa1ef1-5749-48a9-975d-dc616a11d6c6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:49.357433 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2a44dca8-094d-4f2f-b4fc-54acdd7d51ac req-7dfa1ef1-5749-48a9-975d-dc616a11d6c6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0480635 Oct 06 04:41:49.390732 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:49.411255 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2a44dca8-094d-4f2f-b4fc-54acdd7d51ac req-ae20ac02-201c-4bf8-b16c-db7eb8ecbd80 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478754 Oct 06 04:41:50.539056 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88728e3-63fa-495d-91c9-fc6f87d09643 req-ee4e2fed-9435-422b-a131-ca73bb4b25ea tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:50.540426 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b88728e3-63fa-495d-91c9-fc6f87d09643 req-ee4e2fed-9435-422b-a131-ca73bb4b25ea tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0462315 Oct 06 04:41:50.586784 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b88728e3-63fa-495d-91c9-fc6f87d09643 req-b6142e14-29be-4660-83c4-611be0b6278d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399723 Oct 06 04:41:51.713693 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6a128-b5fd-43cd-979e-6ba30f813b8e req-42fe6561-3eb6-4970-ae44-67327520f815 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:51.715158 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-44f6a128-b5fd-43cd-979e-6ba30f813b8e req-42fe6561-3eb6-4970-ae44-67327520f815 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0487356 Oct 06 04:41:51.762027 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-44f6a128-b5fd-43cd-979e-6ba30f813b8e req-2ae8f786-7381-4cab-ab8e-306b72520b86 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Oct 06 04:41:52.578335 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=43 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:52.580006 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:52.889228 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953db8a-6801-468e-913d-ab2727c4c78b req-6b7f8caa-3d24-4aa2-8df9-65390224a113 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:52.890592 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3953db8a-6801-468e-913d-ab2727c4c78b req-6b7f8caa-3d24-4aa2-8df9-65390224a113 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0495045 Oct 06 04:41:52.936337 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3953db8a-6801-468e-913d-ab2727c4c78b req-1a068da3-0212-40bc-bf97-8da13d9d188a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Oct 06 04:41:54.062568 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96595-e8e9-4fd8-b00e-bdf8250b5e89 req-886a6df6-940d-43b5-805d-9d389e1d598d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:54.063951 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ecd96595-e8e9-4fd8-b00e-bdf8250b5e89 req-886a6df6-940d-43b5-805d-9d389e1d598d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0468502 Oct 06 04:41:54.110292 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ecd96595-e8e9-4fd8-b00e-bdf8250b5e89 req-a2a868c4-8630-4803-bb04-f86c4c8c21d1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408857 Oct 06 04:41:54.745168 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44332) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:54.848449 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4f8265bf-228f-4a2f-bbd5-2aa1b0b0a36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:54.922623 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4f8265bf-228f-4a2f-bbd5-2aa1b0b0a36f admin admin] Publish callbacks [] for security_group (691ea05a-e823-46cb-b252-11a559ee2e2f), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:54.926290 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4f8265bf-228f-4a2f-bbd5-2aa1b0b0a36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (691ea05a-e823-46cb-b252-11a559ee2e2f), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:54.931430 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:54.961679 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:54.968294 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8265bf-228f-4a2f-bbd5-2aa1b0b0a36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691ea05a-e823-46cb-b252-11a559ee2e2f,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:54.973387 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-4f8265bf-228f-4a2f-bbd5-2aa1b0b0a36f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2c69adb82e8f4e75860f0d712554eb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271872 Oct 06 04:41:54.976176 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44336) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:41:55.029308 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8c07c5bb-263e-40e7-8f76-2c663fef702f admin admin] Publish callbacks [] for security_group (691ea05a-e823-46cb-b252-11a559ee2e2f), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:55.049900 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8c07c5bb-263e-40e7-8f76-2c663fef702f admin admin] Publish callbacks [] for security_group (691ea05a-e823-46cb-b252-11a559ee2e2f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:55.096716 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8c07c5bb-263e-40e7-8f76-2c663fef702f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (691ea05a-e823-46cb-b252-11a559ee2e2f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:55.099614 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8c07c5bb-263e-40e7-8f76-2c663fef702f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:55.100767 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-8c07c5bb-263e-40e7-8f76-2c663fef702f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/691ea05a-e823-46cb-b252-11a559ee2e2f HTTP/1.1" status: 204 len: 168 time: 0.1233034 Oct 06 04:41:55.102862 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:41:55.110784 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07c5bb-263e-40e7-8f76-2c663fef702f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691ea05a-e823-46cb-b252-11a559ee2e2f,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:41:55.247559 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37860d20-508e-40a1-9bfa-401b16e79cb2 req-07e065d3-be5c-4a1a-af0c-ec0440a02c42 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:55.249821 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-37860d20-508e-40a1-9bfa-401b16e79cb2 req-07e065d3-be5c-4a1a-af0c-ec0440a02c42 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0563033 Oct 06 04:41:55.305851 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-37860d20-508e-40a1-9bfa-401b16e79cb2 req-0868103a-b743-46c0-8aa7-a17a0080d9d2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499556 Oct 06 04:41:56.433233 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646b19-4172-4c58-91cb-08d8acd871e1 req-3757e377-41a4-4437-85e9-81d62f11583d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:56.434692 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-47646b19-4172-4c58-91cb-08d8acd871e1 req-3757e377-41a4-4437-85e9-81d62f11583d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0469019 Oct 06 04:41:56.481639 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-47646b19-4172-4c58-91cb-08d8acd871e1 req-5fc5da3d-0053-4dea-a09e-53eee8f122ba tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 Oct 06 04:41:56.659083 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:41:57.607560 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac985d-13cf-4e14-b6b1-b25b5c3ffc24 req-09c77cde-b82e-4e8a-be57-263246a80d61 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:57.609048 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-31ac985d-13cf-4e14-b6b1-b25b5c3ffc24 req-09c77cde-b82e-4e8a-be57-263246a80d61 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0453665 Oct 06 04:41:57.656121 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-31ac985d-13cf-4e14-b6b1-b25b5c3ffc24 req-c8cf9bdd-1094-44ca-9e77-472e1c8ca4f1 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Oct 06 04:41:58.787919 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5320a-e245-4d73-a4d0-c6ee9a55590a req-e7ede734-7220-475f-83ee-d2300607d817 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:58.789408 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b2b5320a-e245-4d73-a4d0-c6ee9a55590a req-e7ede734-7220-475f-83ee-d2300607d817 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0463722 Oct 06 04:41:58.839059 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b2b5320a-e245-4d73-a4d0-c6ee9a55590a req-dd8a9da7-bc76-4d02-99d1-97725c3dc2f4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Oct 06 04:41:59.967639 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e4543-c18f-4de4-97bd-bd918ab336cd req-12f393ac-9b62-4f07-8cc4-63e24faadf24 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:41:59.969079 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2c2e4543-c18f-4de4-97bd-bd918ab336cd req-12f393ac-9b62-4f07-8cc4-63e24faadf24 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0453792 Oct 06 04:42:00.015912 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2c2e4543-c18f-4de4-97bd-bd918ab336cd req-02ebf980-1361-40c5-ab80-8d60f3e806d2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Oct 06 04:42:01.140526 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d7a54-ea25-48ba-bb11-b604f0e7141e req-0ece203c-765f-43a5-9ec3-df24de0c498e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:01.141978 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e68d7a54-ea25-48ba-bb11-b604f0e7141e req-0ece203c-765f-43a5-9ec3-df24de0c498e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0471535 Oct 06 04:42:01.188457 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e68d7a54-ea25-48ba-bb11-b604f0e7141e req-a5c05c29-ec95-40c1-94af-489505243e2b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 Oct 06 04:42:02.327353 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be3978-4441-4ad1-8e12-8356d7ca0382 req-ed775129-f618-4904-b028-8179c89e17e9 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:02.329433 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-11be3978-4441-4ad1-8e12-8356d7ca0382 req-ed775129-f618-4904-b028-8179c89e17e9 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0582745 Oct 06 04:42:02.377640 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-11be3978-4441-4ad1-8e12-8356d7ca0382 req-f4eab48e-f98a-4d38-ac7e-8f99f7844552 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424685 Oct 06 04:42:03.503847 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a10c4b-1e2f-4bc6-a0a5-32fa8d2a0e01 req-977e27bd-09f8-4724-b7c6-eba2ad47f0a3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:03.505249 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-14a10c4b-1e2f-4bc6-a0a5-32fa8d2a0e01 req-977e27bd-09f8-4724-b7c6-eba2ad47f0a3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0463910 Oct 06 04:42:03.550940 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-14a10c4b-1e2f-4bc6-a0a5-32fa8d2a0e01 req-bbfaaa27-ad6d-48d7-905d-55632cbfcabb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 Oct 06 04:42:03.629902 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e7a92c66-1f21-4c39-8bbe-215d0840346a details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:42:03.728651 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:42:03.739607 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'port_id': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'mac_address': 'fa:16:3e:3e:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:42:03.773741 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port e7a92c66-1f21-4c39-8bbe-215d0840346a is: ACTIVE; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:42:03.774053 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:03.787356 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7a92c66-1f21-4c39-8bbe-215d0840346a {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:42:03.810386 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:42:03.815122 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:03.858305 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:03.862102 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=6']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:42:04.014011 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['e7a92c66-1f21-4c39-8bbe-215d0840346a'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:42:04.057414 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:04.110379 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-54cff291-5657-432d-8445-4e7d5fa657a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:04.679782 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538abf84-edaf-46ac-9337-e328b3942222 req-d3f9e65b-7062-4fdc-86ac-ec1e6262c67c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:04.681261 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-538abf84-edaf-46ac-9337-e328b3942222 req-d3f9e65b-7062-4fdc-86ac-ec1e6262c67c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 945 time: 0.0455935 Oct 06 04:42:04.727735 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-538abf84-edaf-46ac-9337-e328b3942222 req-b41097f8-2705-4f5b-85b7-f377c03a4850 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Oct 06 04:42:05.637023 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e7a92c66-1f21-4c39-8bbe-215d0840346a up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:42:05.679817 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port e7a92c66-1f21-4c39-8bbe-215d0840346a triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:42:05.680192 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:05.680557 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port e7a92c66-1f21-4c39-8bbe-215d0840346a Oct 06 04:42:05.751513 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port e7a92c66-1f21-4c39-8bbe-215d0840346a is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:42:05.751905 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:05.774953 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:42:05.777199 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01635db5-5d3a-451c-831d-8d57506e5254" -d '{"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-plugged", "status": "completed", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:42:05.793789 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:42:05.799394 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:05.823462 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8783262-9bfa-4680-9bb7-27707a6455c0 x-openstack-request-id: req-d8783262-9bfa-4680-9bb7-27707a6455c0 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:42:05.823757 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-plugged", "status": "completed", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:42:05.824013 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d8783262-9bfa-4680-9bb7-27707a6455c0 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:42:05.824408 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8783262-9bfa-4680-9bb7-27707a6455c0'] response: {'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'code': 200} Oct 06 04:42:05.849586 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=7']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:42:05.863869 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec254ff-553c-414f-95c1-065c9ac53e0f req-bb4df3ef-91ac-4d5a-a1ab-9210f2b6ac4b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:05.865338 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cec254ff-553c-414f-95c1-065c9ac53e0f req-bb4df3ef-91ac-4d5a-a1ab-9210f2b6ac4b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0513020 Oct 06 04:42:05.912344 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cec254ff-553c-414f-95c1-065c9ac53e0f req-6b1b6a60-6d48-4596-8c6a-ee650a3dd389 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Oct 06 04:42:06.460224 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-66f2a2e4-f2b6-42f0-b8dd-6569304c1598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:07.068747 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6bc0-2c95-4940-b796-0002e5d340f2 req-237c2763-85ce-4e46-a063-f65aec51432b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:07.070363 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c95a6bc0-2c95-4940-b796-0002e5d340f2 req-237c2763-85ce-4e46-a063-f65aec51432b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0621965 Oct 06 04:42:07.126716 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c95a6bc0-2c95-4940-b796-0002e5d340f2 req-c61ee89d-af8b-4af4-9c1a-1496e113394c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490928 Oct 06 04:42:07.768330 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:08.292721 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a921f-ac42-4672-8a9b-b843e8c0ad31 req-d6cb02ee-ef7e-4ff9-96dc-8c6e49c17ab8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:08.295485 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b44a921f-ac42-4672-8a9b-b843e8c0ad31 req-d6cb02ee-ef7e-4ff9-96dc-8c6e49c17ab8 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0536909 Oct 06 04:42:08.364414 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b44a921f-ac42-4672-8a9b-b843e8c0ad31 req-02d96920-a408-4ddd-97b1-e08af2671172 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626054 Oct 06 04:42:09.051179 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:09.346801 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:09.500803 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa160c-f98a-4ba7-b978-757f01a5b5fd req-b3f67c5e-27f7-43d5-9926-adcd5b36b530 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:09.502413 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-75fa160c-f98a-4ba7-b978-757f01a5b5fd req-b3f67c5e-27f7-43d5-9926-adcd5b36b530 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0514512 Oct 06 04:42:09.554479 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-75fa160c-f98a-4ba7-b978-757f01a5b5fd req-e39a3791-0b2a-48ef-b099-36f7efe3826e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461838 Oct 06 04:42:10.882649 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:10.890254 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2579cb-b1d1-4ad5-9ce1-7efea4e9d508 req-16fdc256-e2d6-44a3-961c-f53f2dea8e06 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:10.891785 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2d2579cb-b1d1-4ad5-9ce1-7efea4e9d508 req-16fdc256-e2d6-44a3-961c-f53f2dea8e06 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.2510493 Oct 06 04:42:10.949140 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2d2579cb-b1d1-4ad5-9ce1-7efea4e9d508 req-f30e46c1-8d93-4888-88ec-e622b84201bf tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505795 Oct 06 04:42:12.145611 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd0ccf-9aa2-48b0-a1eb-81286b608d39 req-3f7e4fdf-a48a-47cc-9626-437197ca5c02 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:12.147115 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-18dd0ccf-9aa2-48b0-a1eb-81286b608d39 req-3f7e4fdf-a48a-47cc-9626-437197ca5c02 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.1116555 Oct 06 04:42:12.229725 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-18dd0ccf-9aa2-48b0-a1eb-81286b608d39 req-6f569596-2e3f-4281-97c4-fd7d4f637449 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767989 Oct 06 04:42:13.373611 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f7267-6aeb-4157-915a-c8568a50a55a req-8eadedeb-4345-458b-87a0-68b5f8fdfd80 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:13.375193 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a70f7267-6aeb-4157-915a-c8568a50a55a req-8eadedeb-4345-458b-87a0-68b5f8fdfd80 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0540407 Oct 06 04:42:13.425780 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a70f7267-6aeb-4157-915a-c8568a50a55a req-7a76c0af-243b-49ab-aab3-531650e2d47c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 Oct 06 04:42:13.588085 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:42:14.564698 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1233d8-4f87-4627-878b-d41ba0da9189 req-01c6e38b-eae4-475f-bc0e-d085bba0e1eb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:14.566183 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cb1233d8-4f87-4627-878b-d41ba0da9189 req-01c6e38b-eae4-475f-bc0e-d085bba0e1eb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0532269 Oct 06 04:42:14.628723 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-cb1233d8-4f87-4627-878b-d41ba0da9189 req-f6610333-8244-4f6b-ab28-b2337802f5a6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566270 Oct 06 04:42:15.761414 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a63614-7855-431b-8680-db77c6c612f6 req-fdf1de1f-904f-4496-a90c-228a98503d75 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:15.763607 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-85a63614-7855-431b-8680-db77c6c612f6 req-fdf1de1f-904f-4496-a90c-228a98503d75 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0502629 Oct 06 04:42:15.817080 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-85a63614-7855-431b-8680-db77c6c612f6 req-82e95732-fd81-44f0-b747-6107dde57f77 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471246 Oct 06 04:42:16.839248 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-23aef492-d8f6-4d73-bfc5-8a2e65c4e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:16.840843 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-23aef492-d8f6-4d73-bfc5-8a2e65c4e621 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 1130 time: 0.0440946 Oct 06 04:42:16.932075 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-97f43160-515b-464c-865b-9bdef46e51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:16.933460 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-97f43160-515b-464c-865b-9bdef46e51e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.0872686 Oct 06 04:42:16.945694 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40ced-b164-47de-8d62-cb7a4c404915 req-69f90e9f-9ca6-4a69-aea8-bb5ccc7c1f1e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:16.947204 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-efb40ced-b164-47de-8d62-cb7a4c404915 req-69f90e9f-9ca6-4a69-aea8-bb5ccc7c1f1e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0467644 Oct 06 04:42:16.996217 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-efb40ced-b164-47de-8d62-cb7a4c404915 req-8344e393-fdc8-4df8-a75e-6346730b9efd tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Oct 06 04:42:17.000609 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-3782e43d-85c6-4f95-b388-ab9fd957b57e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 200 len: 1002 time: 0.0606437 Oct 06 04:42:17.051283 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-b1b9ea74-3f79-4089-8b72-3bce95f5eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:17.052729 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-b1b9ea74-3f79-4089-8b72-3bce95f5eb8b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0461907 Oct 06 04:42:17.066148 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:17.096154 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-80e380f1-e345-4e22-8fee-f8788596f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:17.097603 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-80e380f1-e345-4e22-8fee-f8788596f777 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388191 Oct 06 04:42:17.190612 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-7d149b2e-4204-4a7c-8367-c60335eb1cb5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869701 Oct 06 04:42:17.279267 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d4fbfc2b-2ee0-4751-99fb-94755d316b9d req-b9b858cf-f78a-4fac-ba58-42e086d66366 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827138 Oct 06 04:42:18.125632 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbff82-7e6a-49dc-806d-7084b46e642b req-fb06ffd6-548f-4d3c-96e5-41f411ca9cfb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:18.127114 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f7fbff82-7e6a-49dc-806d-7084b46e642b req-fb06ffd6-548f-4d3c-96e5-41f411ca9cfb tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0502644 Oct 06 04:42:18.173631 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f7fbff82-7e6a-49dc-806d-7084b46e642b req-3cccb46f-26ed-4e8f-87ae-5b24f1d7e671 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409756 Oct 06 04:42:19.298697 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:19.300608 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:19.307886 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f56af3-c9a7-48f0-925c-f469d8d9eef0 req-2a78e84a-e6bd-417f-9bba-4213bba11554 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:19.309415 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-89f56af3-c9a7-48f0-925c-f469d8d9eef0 req-2a78e84a-e6bd-417f-9bba-4213bba11554 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0508816 Oct 06 04:42:19.346573 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:19.359426 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-89f56af3-c9a7-48f0-925c-f469d8d9eef0 req-1a37c3be-f02f-431e-a8df-75f80ef4708a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442257 Oct 06 04:42:20.152443 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [req-20e79626-eee6-4cbb-97e8-0b0eef79a10f req-bdd51f48-505e-4397-b384-0481f7a6a9a1 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:42:20.153666 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-20e79626-eee6-4cbb-97e8-0b0eef79a10f req-bdd51f48-505e-4397-b384-0481f7a6a9a1 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056136 Oct 06 04:42:20.289693 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:20.335005 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52707fd7-b213-40d2-b699-e53bf4374b9a req-321cc161-7cb1-4e59-850b-60a4fbc0c4b7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:20.336455 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-52707fd7-b213-40d2-b699-e53bf4374b9a req-321cc161-7cb1-4e59-850b-60a4fbc0c4b7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0562897 Oct 06 04:42:20.385664 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-eba67de4-154e-4cf9-928c-58e98bc79825 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0661480 Oct 06 04:42:20.408453 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-52707fd7-b213-40d2-b699-e53bf4374b9a req-885b941a-23e0-47dc-8fa5-ca8c98d884ee tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564573 Oct 06 04:42:20.459310 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-5a663f9e-7bde-4d41-9cbe-f12b16434f16 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:20.460638 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-5a663f9e-7bde-4d41-9cbe-f12b16434f16 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports/e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 200 len: 943 time: 0.0462816 Oct 06 04:42:21.373033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-2bae021d-e68c-46df-b674-a448b6065a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:21.374874 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-2bae021d-e68c-46df-b674-a448b6065a85 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40&tenant_id=594a13a702cf47898a48ab4fd6789359 HTTP/1.1" status: 200 len: 1130 time: 0.0391235 Oct 06 04:42:21.454916 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-45a98fa8-7268-4993-a745-252461a08115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:21.456553 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-45a98fa8-7268-4993-a745-252461a08115 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 1130 time: 0.0428410 Oct 06 04:42:21.536988 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:21.565468 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753f58b-47d5-43ee-9d63-beca5f8997d3 req-867e7c33-2679-48e8-8a52-34f383e04b94 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:21.566934 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4753f58b-47d5-43ee-9d63-beca5f8997d3 req-867e7c33-2679-48e8-8a52-34f383e04b94 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 946 time: 0.0601902 Oct 06 04:42:21.608652 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-b328b777-7c0d-4fee-9da3-846ce0381fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:21.610074 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-b328b777-7c0d-4fee-9da3-846ce0381fe2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.1479988 Oct 06 04:42:21.662747 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4753f58b-47d5-43ee-9d63-beca5f8997d3 req-b574a1e9-150f-418f-8da1-df9d46a505a0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891085 Oct 06 04:42:21.683506 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-94925e33-4a2e-4ebc-a41e-c39064ce645f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 200 len: 1002 time: 0.0658145 Oct 06 04:42:21.731559 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-a477a79e-8478-4d0b-ad47-6e7e358ef122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:21.733511 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-a477a79e-8478-4d0b-ad47-6e7e358ef122 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0433326 Oct 06 04:42:21.779718 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-bed1cb79-23cf-4e0a-8e3a-f279431b6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:21.781176 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-bed1cb79-23cf-4e0a-8e3a-f279431b6729 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414333 Oct 06 04:42:21.793887 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e7a92c66-1f21-4c39-8bbe-215d0840346a no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:42:21.865188 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port e7a92c66-1f21-4c39-8bbe-215d0840346a is: ACTIVE; New status is: DOWN {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:42:21.865582 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:21.874079 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-26bbc231-75ca-4ae7-bed6-c542f11462f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856831 Oct 06 04:42:21.889361 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:42:21.891919 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16d2db1-28f6-4bd1-bab6-03c3da65ef69" -d '{"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:42:21.908004 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:42:21.913033 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:21.943254 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 06 Oct 2022 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8ce55-f817-4306-a3a8-3275815ed8ea x-openstack-request-id: req-bec8ce55-f817-4306-a3a8-3275815ed8ea {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:42:21.943550 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:42:21.943804 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bec8ce55-f817-4306-a3a8-3275815ed8ea {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:42:21.944201 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec8ce55-f817-4306-a3a8-3275815ed8ea'] response: {'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'code': 200} Oct 06 04:42:21.970544 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:21.970908 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=8']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:42:21.977302 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-51b4f753-ad89-47e1-9726-e92eaa5f2392 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986567 Oct 06 04:42:21.978393 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.978744 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.979115 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.979460 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.979796 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.980128 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.980457 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.980784 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.981111 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.981436 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.981761 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.982676 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.983045 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.983378 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:21.983708 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:42:22.799299 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb092b-11b3-4c93-805d-157bd965847c req-5498a382-01b5-428c-90d5-761498a190e0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:22.801024 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cdeb092b-11b3-4c93-805d-157bd965847c req-5498a382-01b5-428c-90d5-761498a190e0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0515938 Oct 06 04:42:22.852246 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cdeb092b-11b3-4c93-805d-157bd965847c req-6a46df08-a586-416c-936f-bc95f2fe1987 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451720 Oct 06 04:42:24.016531 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48132-bd27-4e20-b47c-50383eebd14f req-d90690e3-ec7a-4052-83d4-90690aeea11e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:24.024343 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ccf48132-bd27-4e20-b47c-50383eebd14f req-d90690e3-ec7a-4052-83d4-90690aeea11e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0757904 Oct 06 04:42:24.115887 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ccf48132-bd27-4e20-b47c-50383eebd14f req-1133941c-0a9d-4b63-8e39-968ea98408e3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898945 Oct 06 04:42:25.290798 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f2657-7d22-40c0-975b-1d7743f10396 req-89b7bae6-93b3-440e-8ec0-82c72d57ba01 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:25.292294 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ab6f2657-7d22-40c0-975b-1d7743f10396 req-89b7bae6-93b3-440e-8ec0-82c72d57ba01 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0551083 Oct 06 04:42:25.344588 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ab6f2657-7d22-40c0-975b-1d7743f10396 req-645e1038-7c2f-463f-a59b-9a38a049fe3c tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459445 Oct 06 04:42:26.482601 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9119f06-7dc3-428b-a11c-1336ca4a0741 req-32d4bc8f-261e-419b-8afd-4bddc4237096 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:26.484334 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9119f06-7dc3-428b-a11c-1336ca4a0741 req-32d4bc8f-261e-419b-8afd-4bddc4237096 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0503154 Oct 06 04:42:26.534648 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9119f06-7dc3-428b-a11c-1336ca4a0741 req-fd99c5b0-2ca8-4d30-9147-809d1df7a93b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443926 Oct 06 04:42:26.650886 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:27.817880 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b2d6e-bb8b-472f-9bef-3c3fb93b7cff req-f891d31d-8e4d-4123-8729-e8afc2eef74d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:27.819484 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-910b2d6e-bb8b-472f-9bef-3c3fb93b7cff req-f891d31d-8e4d-4123-8729-e8afc2eef74d tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0523586 Oct 06 04:42:27.870358 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-910b2d6e-bb8b-472f-9bef-3c3fb93b7cff req-006c46e2-cc3e-4d4f-9429-9fcf6915a36f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448620 Oct 06 04:42:29.022733 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3189c-6023-4e78-bb81-d06cf6a432ab req-777729a8-b01a-4eff-87ec-8b643eac415e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:29.024509 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d1c3189c-6023-4e78-bb81-d06cf6a432ab req-777729a8-b01a-4eff-87ec-8b643eac415e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0592477 Oct 06 04:42:29.082391 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d1c3189c-6023-4e78-bb81-d06cf6a432ab req-40419cc2-80ec-4274-ae1a-4ba36c4d2c3b tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494657 Oct 06 04:42:30.243140 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e87c3-74cd-4069-a389-ad1ef3da42d5 req-7e1dc388-af20-4920-9b21-0b735c6f7927 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:30.245325 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c48e87c3-74cd-4069-a389-ad1ef3da42d5 req-7e1dc388-af20-4920-9b21-0b735c6f7927 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0711291 Oct 06 04:42:30.305961 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c48e87c3-74cd-4069-a389-ad1ef3da42d5 req-7e0047eb-1ffd-4022-831b-827f1747f8c0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538018 Oct 06 04:42:30.402424 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:30.404762 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=18 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:31.416285 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:31.432215 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ade02-1cf2-4557-9ccd-4b652c757cdc req-7176cace-7ade-4ee9-a083-4cebcf40e3f5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:31.433668 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d47ade02-1cf2-4557-9ccd-4b652c757cdc req-7176cace-7ade-4ee9-a083-4cebcf40e3f5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0463896 Oct 06 04:42:31.480124 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d47ade02-1cf2-4557-9ccd-4b652c757cdc req-78c8ee31-d867-4955-8d39-c7aaaccd66be tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399537 Oct 06 04:42:32.605113 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76da1a-fcda-4eb2-a2f6-fbea229f526f req-a9bfcfe2-c3f7-46d4-86fb-27515af822a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:32.606554 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9e76da1a-fcda-4eb2-a2f6-fbea229f526f req-a9bfcfe2-c3f7-46d4-86fb-27515af822a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0460217 Oct 06 04:42:32.654456 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9e76da1a-fcda-4eb2-a2f6-fbea229f526f req-40f88214-67b3-412e-8bbf-ad563ce8e47e tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 Oct 06 04:42:33.787565 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e434ded-45cd-4044-b258-43fee3d2127e req-45d911fb-1db1-4a68-94d0-a1bbd2965c50 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:33.789035 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9e434ded-45cd-4044-b258-43fee3d2127e req-45d911fb-1db1-4a68-94d0-a1bbd2965c50 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0506363 Oct 06 04:42:33.837287 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9e434ded-45cd-4044-b258-43fee3d2127e req-1921dfcf-57f2-4098-abb5-2f07c7739cb4 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Oct 06 04:42:34.091726 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c0492c6b-ab23-458d-ba97-54839b15d158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:34.964153 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811ce85-f244-4e35-b237-7c4fe406f47d req-e3325051-0e8d-4faa-84ca-dddd8fd820ae tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:34.965627 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5811ce85-f244-4e35-b237-7c4fe406f47d req-e3325051-0e8d-4faa-84ca-dddd8fd820ae tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0482590 Oct 06 04:42:34.976569 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:35.014564 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5811ce85-f244-4e35-b237-7c4fe406f47d req-2691d505-c3f8-4f61-817a-19c630d8ef75 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 Oct 06 04:42:36.142136 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e987c-9efd-476a-90f4-a6d60d895a41 req-ab0c5483-49de-41b1-8937-171e14ef3d25 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:36.143637 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e89e987c-9efd-476a-90f4-a6d60d895a41 req-ab0c5483-49de-41b1-8937-171e14ef3d25 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0498073 Oct 06 04:42:36.190660 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e89e987c-9efd-476a-90f4-a6d60d895a41 req-14d7cfa3-e16d-4127-ba01-8006b2189567 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Oct 06 04:42:36.511622 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d39df56e-3809-454e-915c-b1ef2d741566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:36.557326 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-d06f3f29-ebdc-4e81-ac28-241805b7d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:36.559487 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-d06f3f29-ebdc-4e81-ac28-241805b7d377 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 1128 time: 0.0432758 Oct 06 04:42:36.683426 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9b178-6594-40e7-bda5-63f0b9c55feb req-8ecb2de2-edaa-4578-8ee8-d7b71b06f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:36.684905 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-84a9b178-6594-40e7-bda5-63f0b9c55feb req-8ecb2de2-edaa-4578-8ee8-d7b71b06f0a5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 1128 time: 0.0558727 Oct 06 04:42:36.724850 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-3adce3ef-09db-4276-8e62-180b8ec2868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:36.726317 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-3adce3ef-09db-4276-8e62-180b8ec2868d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.1431854 Oct 06 04:42:36.784185 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-84a9b178-6594-40e7-bda5-63f0b9c55feb req-25d8581c-88fc-4003-8813-13432ce5bd54 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883675 Oct 06 04:42:36.799577 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-83a501cb-2ebb-474b-8610-667677346af5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 200 len: 1000 time: 0.0649145 Oct 06 04:42:37.290761 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-31f2aae4-5674-4ade-a931-8300d18ec3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:37.292230 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-31f2aae4-5674-4ade-a931-8300d18ec3cd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0652828 Oct 06 04:42:37.325236 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d9012-e8a0-4c80-b706-176c60f1496e req-4cd0dc1f-3642-42d3-9390-8912366feb2a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:37.326627 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2d0d9012-e8a0-4c80-b706-176c60f1496e req-4cd0dc1f-3642-42d3-9390-8912366feb2a tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 944 time: 0.0504978 Oct 06 04:42:37.374738 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2d0d9012-e8a0-4c80-b706-176c60f1496e req-f1ee3a5f-686e-4b30-a02c-a236ec176bf0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Oct 06 04:42:37.764184 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:37.795148 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e7a92c66-1f21-4c39-8bbe-215d0840346a details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:42:37.841779 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-1d783826-dbed-45f2-ae3f-539543464875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:37.844515 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-1d783826-dbed-45f2-ae3f-539543464875 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408125 Oct 06 04:42:37.894054 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:42:37.904861 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'port_id': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'mac_address': 'fa:16:3e:3e:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:42:37.942726 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port e7a92c66-1f21-4c39-8bbe-215d0840346a is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:42:37.943143 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:37.955860 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a92c66-1f21-4c39-8bbe-215d0840346a {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:42:37.957472 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-aa631581-383b-497d-822c-1d6a6433b287 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865362 Oct 06 04:42:37.975812 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:42:37.979391 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:38.008583 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:38.025640 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=9']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:42:38.053377 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-06b1eba8-7e74-4fa0-a0ca-41f96e699c7e req-2ff2d5a9-12f1-464b-8d4d-878943c8d249 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896144 Oct 06 04:42:38.486233 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['e7a92c66-1f21-4c39-8bbe-215d0840346a'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:42:38.511379 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb778d-e8e7-42d7-b66b-ddcccbd0280d req-7b30a3a7-982d-4463-83d4-826a5038b4aa tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:38.512971 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b8bb778d-e8e7-42d7-b66b-ddcccbd0280d req-7b30a3a7-982d-4463-83d4-826a5038b4aa tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 945 time: 0.0537329 Oct 06 04:42:38.574159 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b8bb778d-e8e7-42d7-b66b-ddcccbd0280d req-26c9ef37-65aa-43fc-bc69-008de22eabfe tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527527 Oct 06 04:42:39.052981 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:39.270037 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:39.714673 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4ecdb-94bc-4706-94d0-dc5907103172 req-88c37072-7c81-4ccc-8ff2-52eb7719ef63 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:39.716367 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c1e4ecdb-94bc-4706-94d0-dc5907103172 req-88c37072-7c81-4ccc-8ff2-52eb7719ef63 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 945 time: 0.0505214 Oct 06 04:42:39.768506 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c1e4ecdb-94bc-4706-94d0-dc5907103172 req-25885262-5f05-4b44-a922-886849ac16d0 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Oct 06 04:42:39.815214 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e7a92c66-1f21-4c39-8bbe-215d0840346a up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:42:39.859418 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port e7a92c66-1f21-4c39-8bbe-215d0840346a triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:42:39.859792 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:39.860132 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port e7a92c66-1f21-4c39-8bbe-215d0840346a Oct 06 04:42:39.883040 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:39.896951 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:39.935735 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port e7a92c66-1f21-4c39-8bbe-215d0840346a is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:42:39.936119 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:39.959054 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:42:39.961256 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2606f340-547f-4f7e-ac53-854ca0a3a5bb" -d '{"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-plugged", "status": "completed", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:42:39.973711 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:42:39.977545 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:40.002306 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6d8a8d-e64d-4008-81cc-30af7a5fa4c4 x-openstack-request-id: req-ae6d8a8d-e64d-4008-81cc-30af7a5fa4c4 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:42:40.002606 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-plugged", "status": "completed", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:42:40.002860 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ae6d8a8d-e64d-4008-81cc-30af7a5fa4c4 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:42:40.003277 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6d8a8d-e64d-4008-81cc-30af7a5fa4c4'] response: {'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'code': 200} Oct 06 04:42:40.026623 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=10']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:42:41.571439 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=6 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:41.572421 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:48.043823 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=80 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:48.050814 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:49.761796 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=16 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:49.763628 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=20 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:50.019248 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:50.024931 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:42:50.586251 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:42:56.664648 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:42:59.756606 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091778b1-cc9f-416c-ba7a-2c63c57edfd7 req-833902d1-04b6-4ed8-926a-027c4ef06a21 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:42:59.758051 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-091778b1-cc9f-416c-ba7a-2c63c57edfd7 req-833902d1-04b6-4ed8-926a-027c4ef06a21 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 945 time: 0.0463853 Oct 06 04:42:59.808237 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-091778b1-cc9f-416c-ba7a-2c63c57edfd7 req-c1d9fd2d-7074-4106-abfb-6cc8a240b916 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446825 Oct 06 04:43:00.928541 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbf01d-59a7-42f7-a5a0-5fc23562aaab req-cb372a9b-3c43-472c-af76-f84451cca113 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:00.929972 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01fbf01d-59a7-42f7-a5a0-5fc23562aaab req-cb372a9b-3c43-472c-af76-f84451cca113 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 945 time: 0.0454800 Oct 06 04:43:00.977032 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-01fbf01d-59a7-42f7-a5a0-5fc23562aaab req-214d290a-0474-4229-9fa6-d4e4262b7f23 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Oct 06 04:43:01.848946 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-6b89d2fc-b345-4627-b2a2-44cefeac8f18 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:01.850394 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-6b89d2fc-b345-4627-b2a2-44cefeac8f18 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 945 time: 0.0453646 Oct 06 04:43:01.939696 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Deleting port 439785b6-0b32-4a32-8348-4a5f35fd1657 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:01.940366 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:02.034025 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] For port 439785b6-0b32-4a32-8348-4a5f35fd1657, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=439785b6-0b32-4a32-8348-4a5f35fd1657,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:02.034410 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:02.102946 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745657e-a632-4615-b8ba-2e3e3f317f36 req-63487afc-a1a4-490d-8708-b2b90d7305f7 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:02.104491 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f745657e-a632-4615-b8ba-2e3e3f317f36 req-63487afc-a1a4-490d-8708-b2b90d7305f7 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 945 time: 0.0472279 Oct 06 04:43:02.154632 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f745657e-a632-4615-b8ba-2e3e3f317f36 req-c6e0d767-b0a7-4e35-86f2-91be13815e1f tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a41533a3-ef18-46f5-a542-b91780e536f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Oct 06 04:43:02.207721 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:02.208091 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (b066c3b6-92f9-4bb9-b0e0-736847e19626), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:02.208410 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Floating IP b066c3b6-92f9-4bb9-b0e0-736847e19626 disassociated. External IP: 172.27.0.158, port: 439785b6-0b32-4a32-8348-4a5f35fd1657. Oct 06 04:43:02.208752 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Calling delete_port for 439785b6-0b32-4a32-8348-4a5f35fd1657 owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:02.345697 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (439785b6-0b32-4a32-8348-4a5f35fd1657), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:02.378485 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'Port': ['ID=439785b6-0b32-4a32-8348-4a5f35fd1657,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:02.390075 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.390445 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.390771 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.391134 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.391467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.391799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.392122 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.392444 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.392768 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.393093 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.393417 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.393736 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.394055 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.394377 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.394694 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:02.764083 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:43:02.829342 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:02.882621 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:02.894477 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:02.906248 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:02.907107 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:42:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:02.930798 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] No DVR routers for this DVR port 439785b6-0b32-4a32-8348-4a5f35fd1657 on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:43:02.933619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:02.937603 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b8f749dd-35e7-4732-a050-3662c5e2e860 req-211cca3f-1e78-4be7-9eac-8cd40e50eed3 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.25 "DELETE /networking/v2.0/ports/439785b6-0b32-4a32-8348-4a5f35fd1657 HTTP/1.1" status: 204 len: 173 time: 1.0786376 Oct 06 04:43:02.938125 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'name': 'network-vif-deleted', 'tag': '439785b6-0b32-4a32-8348-4a5f35fd1657'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:43:02.940479 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa1229f-36ed-4a40-aba5-a307d3350de8" -d '{"events": [{"server_uuid": "c1058bc0-f3b2-48bf-b41e-004403add62f", "name": "network-vif-deleted", "tag": "439785b6-0b32-4a32-8348-4a5f35fd1657"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:43:03.013306 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329266aa-8e6a-4ee6-a163-178b55ea7a77 x-openstack-request-id: req-329266aa-8e6a-4ee6-a163-178b55ea7a77 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:43:03.013718 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1058bc0-f3b2-48bf-b41e-004403add62f", "name": "network-vif-deleted", "tag": "439785b6-0b32-4a32-8348-4a5f35fd1657", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:43:03.013985 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-329266aa-8e6a-4ee6-a163-178b55ea7a77 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:43:03.014394 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329266aa-8e6a-4ee6-a163-178b55ea7a77'] response: {'server_uuid': 'c1058bc0-f3b2-48bf-b41e-004403add62f', 'name': 'network-vif-deleted', 'tag': '439785b6-0b32-4a32-8348-4a5f35fd1657', 'status': 'completed', 'code': 200} Oct 06 04:43:03.035568 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:03.247408 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab65647-fc8a-4dd5-9826-fb8c872f3cca req-23c5762e-cacc-4849-9cfa-d4d7411133b7 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:03.250370 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-dab65647-fc8a-4dd5-9826-fb8c872f3cca req-23c5762e-cacc-4849-9cfa-d4d7411133b7 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0558090 Oct 06 04:43:03.264817 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:03.279441 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2033be80-de4d-4602-bf39-8116752f5c27 req-4c8fb232-c6eb-46d4-8c55-33990bf4b139 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 210 time: 0.0279024 Oct 06 04:43:03.291989 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:03.302288 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:03.303105 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:42:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:03.306040 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-dab65647-fc8a-4dd5-9826-fb8c872f3cca req-e6822d1a-813f-4ae4-8eb6-b18c6c4c71b1 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505180 Oct 06 04:43:03.409916 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:03.708000 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:03.734903 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee6ab5-a0c7-4d49-b9ab-5d9363b443f6 None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '0e724d09-ee22-4691-84dd-e96541744bf9', 'name': '', 'network_id': '45c9d327-544f-44d6-be7e-529008b00a93', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'mac_address': 'fa:16:3e:32:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:21Z', 'updated_at': '2022-10-06T04:32:46Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'subnets': [{'id': '6ec1f5f6-74c2-4a05-8da9-9ceee3282870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:03.946129 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fd8613-7a80-46e4-a998-b996363e38c7 None None] New status for floating IP b066c3b6-92f9-4bb9-b0e0-736847e19626: DOWN {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:43:04.095422 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a2617efc-4576-4a5d-97d8-406eeff49a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:04.400728 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-4d3ac4e0-674f-4fd8-9c56-bf1dbbcb550f req-6d5d144d-62b2-4ef6-9023-70f7978cf7e5 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1058bc0-f3b2-48bf-b41e-004403add62f HTTP/1.1" status: 200 len: 210 time: 0.0277524 Oct 06 04:43:04.417648 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:04.426871 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcd627-0154-4ed3-81dc-b5550ddf7f70 req-07cc66b0-c03b-4452-bc5f-ee21e0592bda tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:04.428360 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0adcd627-0154-4ed3-81dc-b5550ddf7f70 req-07cc66b0-c03b-4452-bc5f-ee21e0592bda tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0470765 Oct 06 04:43:04.478996 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0adcd627-0154-4ed3-81dc-b5550ddf7f70 req-96719f48-882d-47f3-9ffa-06bd5da6dc01 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445602 Oct 06 04:43:05.311115 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14386-df48-40a3-901d-d852953177a6 req-e4151ccd-ba67-4a0f-a9f6-47653c7a6be5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:05.314117 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cbc14386-df48-40a3-901d-d852953177a6 req-e4151ccd-ba67-4a0f-a9f6-47653c7a6be5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0508423 Oct 06 04:43:05.398906 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Deleting port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:05.399278 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:05.495800 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] For port f7c2a9af-8931-4eb7-ae06-a2e1d0566270, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:05.496423 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:05.498696 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44810) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:05.619580 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19d549-20ea-485a-8e71-a2189cf58e3f req-4a1aa722-3c05-482a-9da5-bfd18c33799e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:05.621148 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3c19d549-20ea-485a-8e71-a2189cf58e3f req-4a1aa722-3c05-482a-9da5-bfd18c33799e tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 945 time: 0.0693688 Oct 06 04:43:05.642051 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10b34769-c67d-4069-aca7-064d0b77b901 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (a41533a3-ef18-46f5-a542-b91780e536f5), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:05.670979 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3c19d549-20ea-485a-8e71-a2189cf58e3f req-cde7f6eb-9219-4c83-9f3c-837ee5a83227 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Oct 06 04:43:05.704364 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10b34769-c67d-4069-aca7-064d0b77b901 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (a41533a3-ef18-46f5-a542-b91780e536f5), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:05.751974 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:05.752340 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (2eb70d44-8418-44a4-bf81-6e5f55533240), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:05.752654 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Floating IP 2eb70d44-8418-44a4-bf81-6e5f55533240 disassociated. External IP: 172.27.0.48, port: f7c2a9af-8931-4eb7-ae06-a2e1d0566270. Oct 06 04:43:05.752993 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Calling delete_port for f7c2a9af-8931-4eb7-ae06-a2e1d0566270 owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:05.809240 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10b34769-c67d-4069-aca7-064d0b77b901 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a41533a3-ef18-46f5-a542-b91780e536f5), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:05.812398 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-10b34769-c67d-4069-aca7-064d0b77b901 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:05.813537 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-10b34769-c67d-4069-aca7-064d0b77b901 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a41533a3-ef18-46f5-a542-b91780e536f5 HTTP/1.1" status: 204 len: 168 time: 0.3136435 Oct 06 04:43:05.816489 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44814) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:05.828189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b34769-c67d-4069-aca7-064d0b77b901 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41533a3-ef18-46f5-a542-b91780e536f5,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:05.830517 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.api.v2.resource [None req-1a276e2f-ae82-42e0-9c3b-425d351072c9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] show failed (client error): The resource could not be found. Oct 06 04:43:05.834402 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-1a276e2f-ae82-42e0-9c3b-425d351072c9 tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "GET /networking/v2.0/security-groups/a41533a3-ef18-46f5-a542-b91780e536f5 HTTP/1.1" status: 404 len: 347 time: 0.0143557 Oct 06 04:43:05.835583 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44816) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:05.894823 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:05.902138 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (f7c2a9af-8931-4eb7-ae06-a2e1d0566270), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:05.909703 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 439785b6-0b32-4a32-8348-4a5f35fd1657 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:05.929401 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 439785b6-0b32-4a32-8348-4a5f35fd1657 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:05.929894 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 439785b6-0b32-4a32-8348-4a5f35fd1657 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:05.938703 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event deleted for resources: {'Port': ['ID=f7c2a9af-8931-4eb7-ae06-a2e1d0566270,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:05.958332 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Deleting port 64c1a3d7-2299-4a0c-8b32-ad09695879fc {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:05.958585 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (64c1a3d7-2299-4a0c-8b32-ad09695879fc), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:06.042987 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (64c1a3d7-2299-4a0c-8b32-ad09695879fc), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:06.043333 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (64c1a3d7-2299-4a0c-8b32-ad09695879fc), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:06.047762 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Router 874f9a7b-1176-4679-b2a8-8a840e135f88 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:43:06.057051 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Calling delete_port for 64c1a3d7-2299-4a0c-8b32-ad09695879fc owned by network:floatingip {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:06.094256 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:06.152902 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:06.165078 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] Sync routers for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:06.176863 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:06.177490 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:42:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:06.190342 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (64c1a3d7-2299-4a0c-8b32-ad09695879fc), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:06.201316 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] No DVR routers for this DVR port f7c2a9af-8931-4eb7-ae06-a2e1d0566270 on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:43:06.204189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:06.207528 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cbc14386-df48-40a3-901d-d852953177a6 req-560dcd8f-8645-49d6-8f5f-43f454438ee9 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f7c2a9af-8931-4eb7-ae06-a2e1d0566270 HTTP/1.1" status: 204 len: 173 time: 0.8886797 Oct 06 04:43:06.208039 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'name': 'network-vif-deleted', 'tag': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:43:06.213342 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a086ab6-72c6-4549-9c35-326ecefd5510" -d '{"events": [{"server_uuid": "1e74e585-b622-4beb-bc2c-f71b2be5e2f7", "name": "network-vif-deleted", "tag": "f7c2a9af-8931-4eb7-ae06-a2e1d0566270"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:43:06.226001 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Pushing event deleted for resources: {'Port': ['ID=64c1a3d7-2299-4a0c-8b32-ad09695879fc,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:06.238465 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.238807 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.239209 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.239657 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.239843 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.240176 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.241165 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.241165 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.241165 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.241675 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.242046 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.242323 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.242634 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.242820 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.243171 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:06.257396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c551838-f7f3-48f7-a2c4-8e1b11c631fa x-openstack-request-id: req-7c551838-f7f3-48f7-a2c4-8e1b11c631fa {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:43:06.257396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74e585-b622-4beb-bc2c-f71b2be5e2f7", "name": "network-vif-deleted", "tag": "f7c2a9af-8931-4eb7-ae06-a2e1d0566270", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:43:06.257396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7c551838-f7f3-48f7-a2c4-8e1b11c631fa {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:43:06.257721 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c551838-f7f3-48f7-a2c4-8e1b11c631fa'] response: {'server_uuid': '1e74e585-b622-4beb-bc2c-f71b2be5e2f7', 'name': 'network-vif-deleted', 'tag': 'f7c2a9af-8931-4eb7-ae06-a2e1d0566270', 'status': 'completed', 'code': 200} Oct 06 04:43:06.315568 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks [] for floatingip (b066c3b6-92f9-4bb9-b0e0-736847e19626), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:06.319786 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:06.321873 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-573afa22-999d-429d-8ab8-95b680856b2b tempest-AttachVolumeNegativeTest-963820692 tempest-AttachVolumeNegativeTest-963820692-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/b066c3b6-92f9-4bb9-b0e0-736847e19626 HTTP/1.1" status: 204 len: 168 time: 0.4856918 Oct 06 04:43:06.335482 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:06.470596 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:06.491954 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-18467fdc-acae-4bb1-a048-06e9d729e09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:06.560728 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:06.567462 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:06.591410 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] Checking router: 874f9a7b-1176-4679-b2a8-8a840e135f88 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:06.600019 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:06.600639 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:06.704872 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:06.791350 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5ff2c4ea-bb1e-494c-8a0b-d4f4976920a5 req-a2ac2b63-f287-437f-9eba-bf853607a319 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1e74e585-b622-4beb-bc2c-f71b2be5e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0313995 Oct 06 04:43:06.908420 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:06.937795 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab49ff-bcce-4dc5-b82b-a31bc3a2adca None None] The sync data for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi is: [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:32:20Z', 'revision_number': 4, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '6c03b3e4-af5c-4c91-828e-db3493dcdf09', 'name': '', 'network_id': 'dda97116-7fb3-4466-b2df-d492cd1f2494', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'mac_address': 'fa:16:3e:33:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:18Z', 'updated_at': '2022-10-06T04:32:43Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'subnets': [{'id': '4cf55578-05cd-4019-a875-59f46e84d9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:07.151654 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b2241-525b-440f-97c0-f75518ccd6ae None None] New status for floating IP 2eb70d44-8418-44a4-bf81-6e5f55533240: DOWN {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:43:07.769193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:07.887081 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44842) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:07.943296 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-39b3ffdb-767d-4eaa-bd8e-11183761154b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:07.970373 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-39b3ffdb-767d-4eaa-bd8e-11183761154b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:08.020089 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-39b3ffdb-767d-4eaa-bd8e-11183761154b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:08.022618 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-39b3ffdb-767d-4eaa-bd8e-11183761154b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:08.023784 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-39b3ffdb-767d-4eaa-bd8e-11183761154b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91 HTTP/1.1" status: 204 len: 168 time: 0.1356614 Oct 06 04:43:08.026617 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44844) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:08.033362 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3ffdb-767d-4eaa-bd8e-11183761154b tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:08.042418 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.api.v2.resource [None req-f70db60c-576f-4cf9-9c94-64ee9c339b33 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] show failed (client error): The resource could not be found. Oct 06 04:43:08.043462 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-f70db60c-576f-4cf9-9c94-64ee9c339b33 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "GET /networking/v2.0/security-groups/6bbfb67d-c90d-4d10-b0f1-7a022ddc1e91 HTTP/1.1" status: 404 len: 347 time: 0.0157509 Oct 06 04:43:08.047922 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44846) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:08.159065 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Deleting port b9f6bd32-46cf-41f3-9e4b-298a9b9e4140 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:08.159419 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (b9f6bd32-46cf-41f3-9e4b-298a9b9e4140), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:08.229865 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:08.235163 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:08.239214 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (b9f6bd32-46cf-41f3-9e4b-298a9b9e4140), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:08.239539 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (b9f6bd32-46cf-41f3-9e4b-298a9b9e4140), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:08.253717 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Calling delete_port for b9f6bd32-46cf-41f3-9e4b-298a9b9e4140 owned by network:floatingip {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:08.381163 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (b9f6bd32-46cf-41f3-9e4b-298a9b9e4140), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:08.402730 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Pushing event deleted for resources: {'Port': ['ID=b9f6bd32-46cf-41f3-9e4b-298a9b9e4140,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:08.464416 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks [] for floatingip (2eb70d44-8418-44a4-bf81-6e5f55533240), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:08.466812 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:08.468636 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-d7ce0690-3b1a-42bf-adeb-40bd38ac37f5 tempest-AttachVolumeTestJSON-1415582161 tempest-AttachVolumeTestJSON-1415582161-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/2eb70d44-8418-44a4-bf81-6e5f55533240 HTTP/1.1" status: 204 len: 168 time: 0.4189441 Oct 06 04:43:09.055686 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:09.272092 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:09.930412 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device f7c2a9af-8931-4eb7-ae06-a2e1d0566270 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:09.950571 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: f7c2a9af-8931-4eb7-ae06-a2e1d0566270 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:09.950916 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device f7c2a9af-8931-4eb7-ae06-a2e1d0566270 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:10.060932 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44878) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:10.474256 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:10.631184 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:10.690516 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Deleting port 0e724d09-ee22-4691-84dd-e96541744bf9 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:10.690848 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:10.771585 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] For port 0e724d09-ee22-4691-84dd-e96541744bf9, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=0e724d09-ee22-4691-84dd-e96541744bf9,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:10.771953 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:10.790848 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Calling delete_port for 0e724d09-ee22-4691-84dd-e96541744bf9 owned by network:router_interface {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:10.792493 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:10.978506 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (0e724d09-ee22-4691-84dd-e96541744bf9), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:11.007812 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e724d09-ee22-4691-84dd-e96541744bf9,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:11.171281 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:11.386273 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:43:11.440690 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:11.489745 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:11.495140 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-8c4e3d53-5e3d-4ed8-a099-9ad5dac50063 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1a8ba616-7976-47a9-b71a-1bafa5eaa75d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4331291 Oct 06 04:43:11.497824 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44892) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:11.498349 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] Sync routers for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:11.508138 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:11.508742 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:11.593698 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks [] for router (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:11.608831 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:11.692790 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:11.695724 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks [] for router_gateway (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:11.743158 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Deleting port 34d208d1-e280-4409-b713-a39719472681 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:11.743496 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (34d208d1-e280-4409-b713-a39719472681), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:11.778863 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '34d208d1-e280-4409-b713-a39719472681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:43:10Z', 'revision_number': 5, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port': {'id': '34d208d1-e280-4409-b713-a39719472681', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:15Z', 'updated_at': '2022-10-06T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:11.803564 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] Checking router: 1a8ba616-7976-47a9-b71a-1bafa5eaa75d for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:11.812052 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] Routers {'1a8ba616-7976-47a9-b71a-1bafa5eaa75d'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:11.812671 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:11.824013 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] For port 34d208d1-e280-4409-b713-a39719472681, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=34d208d1-e280-4409-b713-a39719472681,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:11.824380 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (34d208d1-e280-4409-b713-a39719472681), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:11.837901 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Calling delete_port for 34d208d1-e280-4409-b713-a39719472681 owned by network:router_gateway {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:11.896605 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] Set router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d gateway port host: None {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:11.948035 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:43:11Z', 'revision_number': 6, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:11.973793 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b17e88-e7a6-43b6-a734-1a4cecea650b None None] The sync data for ids ['1a8ba616-7976-47a9-b71a-1bafa5eaa75d'] in dv-cinder-860227-2-iscsi is: [{'id': '1a8ba616-7976-47a9-b71a-1bafa5eaa75d', 'name': 'tempest-AttachVolumeNegativeTest-52137309-router', 'tenant_id': '653e21693b6f4a3ca8b739f1290df3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:43:11Z', 'revision_number': 6, 'project_id': '653e21693b6f4a3ca8b739f1290df3aa', 'gw_port_host': None}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:12.022771 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (34d208d1-e280-4409-b713-a39719472681), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.039678 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44900) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:12.048516 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d208d1-e280-4409-b713-a39719472681,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:12.115875 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.419571 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (874f9a7b-1176-4679-b2a8-8a840e135f88), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.467589 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.469941 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks [] for router_controller (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.514622 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (1a8ba616-7976-47a9-b71a-1bafa5eaa75d), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.515297 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a8ba616-7976-47a9-b71a-1bafa5eaa75d {{(pid=106195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:43:12.520366 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.521219 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-eec10cb4-d5f1-417a-a58d-1e09b3e12169 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/1a8ba616-7976-47a9-b71a-1bafa5eaa75d HTTP/1.1" status: 204 len: 168 time: 1.0224843 Oct 06 04:43:12.523753 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44904) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:12.571169 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca52f38c-63ab-4c98-a509-c2ea1a74c8dd admin admin] Deleting subnet 6ec1f5f6-74c2-4a05-8da9-9ceee3282870 {{(pid=106195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:43:12.574979 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ca52f38c-63ab-4c98-a509-c2ea1a74c8dd admin admin] Publish callbacks [] for subnet (6ec1f5f6-74c2-4a05-8da9-9ceee3282870), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.615834 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ca52f38c-63ab-4c98-a509-c2ea1a74c8dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26147025'] for subnet (6ec1f5f6-74c2-4a05-8da9-9ceee3282870), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.695148 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ca52f38c-63ab-4c98-a509-c2ea1a74c8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (6ec1f5f6-74c2-4a05-8da9-9ceee3282870), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.720643 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:12.767159 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ca52f38c-63ab-4c98-a509-c2ea1a74c8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26536764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194073'] for subnet (6ec1f5f6-74c2-4a05-8da9-9ceee3282870), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.772894 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:12.803463 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52f38c-63ab-4c98-a509-c2ea1a74c8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec1f5f6-74c2-4a05-8da9-9ceee3282870,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:12.807997 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ca52f38c-63ab-4c98-a509-c2ea1a74c8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.814040 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ca52f38c-63ab-4c98-a509-c2ea1a74c8dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/6ec1f5f6-74c2-4a05-8da9-9ceee3282870 HTTP/1.1" status: 204 len: 168 time: 0.2861876 Oct 06 04:43:12.814324 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44906) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:12.818134 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11460950-141e-4b8e-84c8-eda287e79172 None None] Network 45c9d327-544f-44d6-be7e-529008b00a93 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:43:12.837825 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 34d208d1-e280-4409-b713-a39719472681 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:12.889231 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (45c9d327-544f-44d6-be7e-529008b00a93), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.903397 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Deleting port 6c03b3e4-af5c-4c91-828e-db3493dcdf09 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:12.903923 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.912003 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 34d208d1-e280-4409-b713-a39719472681 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:12.912352 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 34d208d1-e280-4409-b713-a39719472681 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:12.912978 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0e724d09-ee22-4691-84dd-e96541744bf9 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:12.935169 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Deleting port 86740370-5011-444a-b781-923ad4f43b7a {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:12.935598 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (86740370-5011-444a-b781-923ad4f43b7a), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:12.952568 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:12.955982 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 0e724d09-ee22-4691-84dd-e96541744bf9 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:12.956331 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 0e724d09-ee22-4691-84dd-e96541744bf9 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:12.962906 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:13.004665 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] For port 6c03b3e4-af5c-4c91-828e-db3493dcdf09, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=6c03b3e4-af5c-4c91-828e-db3493dcdf09,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:13.005033 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.009010 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] For port 86740370-5011-444a-b781-923ad4f43b7a, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=86740370-5011-444a-b781-923ad4f43b7a,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:13.009460 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (86740370-5011-444a-b781-923ad4f43b7a), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.025000 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Calling delete_port for 6c03b3e4-af5c-4c91-828e-db3493dcdf09 owned by network:router_interface {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:13.026948 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:13.032515 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Calling delete_port for 86740370-5011-444a-b781-923ad4f43b7a owned by network:dhcp {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:13.061836 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] DHCP port deletion for 45c9d327-544f-44d6-be7e-529008b00a93 request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:43:13.065492 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:13.112400 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] Deleting port 86740370-5011-444a-b781-923ad4f43b7a {{(pid=106196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:13.113036 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (86740370-5011-444a-b781-923ad4f43b7a), before_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.127331 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (86740370-5011-444a-b781-923ad4f43b7a), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.173388 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Pushing event deleted for resources: {'Port': ['ID=86740370-5011-444a-b781-923ad4f43b7a,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:13.179666 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] No DVR routers for this DVR port 86740370-5011-444a-b781-923ad4f43b7a on host dv-cinder-860227-2-iscsi {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:43:13.237151 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (6c03b3e4-af5c-4c91-828e-db3493dcdf09), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.257938 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (45c9d327-544f-44d6-be7e-529008b00a93), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.263982 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c03b3e4-af5c-4c91-828e-db3493dcdf09,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:13.281096 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c9d327-544f-44d6-be7e-529008b00a93']}} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:13.297813 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cce8684-6fd4-4750-bd64-e0184e5f663c') {'for_net_delete': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:13.298105 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cce8684-6fd4-4750-bd64-e0184e5f663c') {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:13.308702 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26146984'] for segment (4cce8684-6fd4-4750-bd64-e0184e5f663c), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.324965 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (4cce8684-6fd4-4750-bd64-e0184e5f663c), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.334760 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=106195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:43:13.335275 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536918'] for segment (4cce8684-6fd4-4750-bd64-e0184e5f663c), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.341001 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] For port 86740370-5011-444a-b781-923ad4f43b7a, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=86740370-5011-444a-b781-923ad4f43b7a,segment=NetworkSegment(4cce8684-6fd4-4750-bd64-e0184e5f663c),segment_id=4cce8684-6fd4-4750-bd64-e0184e5f663c)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:13.341797 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (86740370-5011-444a-b781-923ad4f43b7a), precommit_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.357573 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] Calling delete_port for 86740370-5011-444a-b781-923ad4f43b7a owned by network:dhcp {{(pid=106196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:13.389882 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 4cce8684-6fd4-4750-bd64-e0184e5f663c resource provider aggregate not found Oct 06 04:43:13.416576 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 4cce8684-6fd4-4750-bd64-e0184e5f663c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cce8684-6fd4-4750-bd64-e0184e5f663c found for delete ", "request_id": "req-a59d8554-52df-4dcd-883a-082c20ae4675"}]} Oct 06 04:43:13.418726 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (45c9d327-544f-44d6-be7e-529008b00a93), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.427635 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.432111 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/45c9d327-544f-44d6-be7e-529008b00a93 HTTP/1.1" status: 204 len: 168 time: 0.6168859 Oct 06 04:43:13.446918 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd719eb-3675-48a6-b2cb-76cc689eb10b admin admin] Pushing event deleted for resources: {'Network': ['ID=45c9d327-544f-44d6-be7e-529008b00a93,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:13.463443 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725'] for port (86740370-5011-444a-b781-923ad4f43b7a), after_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.495291 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] Pushing event deleted for resources: {'Port': ['ID=86740370-5011-444a-b781-923ad4f43b7a,revision_number=None']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:13.497000 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (874f9a7b-1176-4679-b2a8-8a840e135f88), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.497880 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] Network 45c9d327-544f-44d6-be7e-529008b00a93 is not hosted by any dhcp agent {{(pid=106196) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 06 04:43:13.498343 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445a149-e75a-4e45-afed-9d34a71ec4ab None None] No DVR routers for this DVR port 86740370-5011-444a-b781-923ad4f43b7a on host dv-cinder-860227-2-iscsi {{(pid=106196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:43:13.577941 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44914) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:13.620965 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-a9258bac-eb90-47bf-a5af-3b25036176d1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=653e21693b6f4a3ca8b739f1290df3aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392504 Oct 06 04:43:13.621346 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44916) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:13.671397 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cf1657ed-bfa4-4a4a-8d3d-5e4ba925d09d admin admin] Publish callbacks [] for security_group (be26e0b9-c1ec-4c7c-af12-33ecb290c29e), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.692070 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cf1657ed-bfa4-4a4a-8d3d-5e4ba925d09d admin admin] Publish callbacks [] for security_group (be26e0b9-c1ec-4c7c-af12-33ecb290c29e), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.717264 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Router 874f9a7b-1176-4679-b2a8-8a840e135f88 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:43:13.741446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cf1657ed-bfa4-4a4a-8d3d-5e4ba925d09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (be26e0b9-c1ec-4c7c-af12-33ecb290c29e), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.743958 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cf1657ed-bfa4-4a4a-8d3d-5e4ba925d09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.745570 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-cf1657ed-bfa4-4a4a-8d3d-5e4ba925d09d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/be26e0b9-c1ec-4c7c-af12-33ecb290c29e HTTP/1.1" status: 204 len: 168 time: 0.1231833 Oct 06 04:43:13.753664 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1657ed-bfa4-4a4a-8d3d-5e4ba925d09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be26e0b9-c1ec-4c7c-af12-33ecb290c29e,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:13.826187 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:13.830115 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:13.835612 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-9e6e68a9-57c3-4ade-8fed-f58f64f0462c admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/874f9a7b-1176-4679-b2a8-8a840e135f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7948155 Oct 06 04:43:13.838281 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44920) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:13.840845 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] Sync routers for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:13.847534 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:13.848274 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:13.857429 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:13.858061 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:13.940846 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks [] for router (874f9a7b-1176-4679-b2a8-8a840e135f88), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:13.968827 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:14.044664 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks [] for router_gateway (874f9a7b-1176-4679-b2a8-8a840e135f88), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.094071 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Deleting port 19475e58-3e93-4d6d-b709-27f4d015ff52 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:14.094704 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.160697 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:43:13Z', 'revision_number': 5, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port': {'id': '19475e58-3e93-4d6d-b709-27f4d015ff52', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:12Z', 'updated_at': '2022-10-06T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:14.170695 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:14.179473 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] For port 19475e58-3e93-4d6d-b709-27f4d015ff52, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=19475e58-3e93-4d6d-b709-27f4d015ff52,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:14.179856 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.195295 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Calling delete_port for 19475e58-3e93-4d6d-b709-27f4d015ff52 owned by network:router_gateway {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:14.198034 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] Checking router: 874f9a7b-1176-4679-b2a8-8a840e135f88 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:14.208633 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] Routers {'874f9a7b-1176-4679-b2a8-8a840e135f88'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:14.209086 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['874f9a7b-1176-4679-b2a8-8a840e135f88'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:14.304190 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] Set router 874f9a7b-1176-4679-b2a8-8a840e135f88 gateway port host: None {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:14.359424 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:43:14Z', 'revision_number': 6, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:14.386324 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d9a23-03a9-4495-9a2f-fa27ee7f3530 None None] The sync data for ids ['874f9a7b-1176-4679-b2a8-8a840e135f88'] in dv-cinder-860227-2-iscsi is: [{'id': '874f9a7b-1176-4679-b2a8-8a840e135f88', 'name': 'tempest-AttachVolumeTestJSON-113021494-router', 'tenant_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:11Z', 'updated_at': '2022-10-06T04:43:14Z', 'revision_number': 6, 'project_id': 'f53abe2cc7a94ddaadb68b26b57faf69', 'gw_port_host': None}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:14.403074 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (19475e58-3e93-4d6d-b709-27f4d015ff52), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.430144 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Pushing event deleted for resources: {'Port': ['ID=19475e58-3e93-4d6d-b709-27f4d015ff52,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:14.514915 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (874f9a7b-1176-4679-b2a8-8a840e135f88), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.614935 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (874f9a7b-1176-4679-b2a8-8a840e135f88), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.617862 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks [] for router_controller (874f9a7b-1176-4679-b2a8-8a840e135f88), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.668584 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (874f9a7b-1176-4679-b2a8-8a840e135f88), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.669216 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874f9a7b-1176-4679-b2a8-8a840e135f88 {{(pid=106194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:43:14.674912 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.676416 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-3dea547b-add1-4096-ab19-66cec19a37ac admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/874f9a7b-1176-4679-b2a8-8a840e135f88 HTTP/1.1" status: 204 len: 168 time: 0.8363249 Oct 06 04:43:14.679014 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 44944) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:14.730307 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-0867b32e-08b7-4def-ae8a-df1511fa672e admin admin] Deleting subnet 4cf55578-05cd-4019-a875-59f46e84d9e6 {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:43:14.734973 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0867b32e-08b7-4def-ae8a-df1511fa672e admin admin] Publish callbacks [] for subnet (4cf55578-05cd-4019-a875-59f46e84d9e6), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.782587 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:14.789692 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0867b32e-08b7-4def-ae8a-df1511fa672e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (4cf55578-05cd-4019-a875-59f46e84d9e6), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.891635 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0867b32e-08b7-4def-ae8a-df1511fa672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (4cf55578-05cd-4019-a875-59f46e84d9e6), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.914199 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 86740370-5011-444a-b781-923ad4f43b7a no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:14.942529 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 86740370-5011-444a-b781-923ad4f43b7a {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:14.943497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 86740370-5011-444a-b781-923ad4f43b7a not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:14.943962 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 6c03b3e4-af5c-4c91-828e-db3493dcdf09 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:14.956331 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0867b32e-08b7-4def-ae8a-df1511fa672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (4cf55578-05cd-4019-a875-59f46e84d9e6), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:14.974009 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 6c03b3e4-af5c-4c91-828e-db3493dcdf09 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:14.975453 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 6c03b3e4-af5c-4c91-828e-db3493dcdf09 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:14.994057 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867b32e-08b7-4def-ae8a-df1511fa672e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf55578-05cd-4019-a875-59f46e84d9e6,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:14.998115 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-0867b32e-08b7-4def-ae8a-df1511fa672e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.002075 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-0867b32e-08b7-4def-ae8a-df1511fa672e admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/4cf55578-05cd-4019-a875-59f46e84d9e6 HTTP/1.1" status: 204 len: 168 time: 0.3220742 Oct 06 04:43:15.004936 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44948) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:15.006636 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e81ca-9394-408b-bb14-b3e7d9055fbe None None] Network dda97116-7fb3-4466-b2df-d492cd1f2494 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:43:15.089205 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (dda97116-7fb3-4466-b2df-d492cd1f2494), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.101616 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:15.141756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Deleting port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:15.142165 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.219097 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] For port 8dbf2376-fc61-4764-a2fe-9f162ef6e722, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=8dbf2376-fc61-4764-a2fe-9f162ef6e722,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:15.219490 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.221735 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:15.235470 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Calling delete_port for 8dbf2376-fc61-4764-a2fe-9f162ef6e722 owned by network:dhcp {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:15.250774 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492225f1-3182-4e90-93ce-c6a5d0c57fb9 None None] DHCP port deletion for dda97116-7fb3-4466-b2df-d492cd1f2494 request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:43:15.292602 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-492225f1-3182-4e90-93ce-c6a5d0c57fb9 None None] Deleting port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 {{(pid=106196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:15.292985 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-492225f1-3182-4e90-93ce-c6a5d0c57fb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), before_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.320731 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.347419 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbf2376-fc61-4764-a2fe-9f162ef6e722,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:15.355354 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] No DVR routers for this DVR port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 on host dv-cinder-860227-2-iscsi {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:43:15.363319 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-492225f1-3182-4e90-93ce-c6a5d0c57fb9 None None] For port 8dbf2376-fc61-4764-a2fe-9f162ef6e722, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=8dbf2376-fc61-4764-a2fe-9f162ef6e722,segment=NetworkSegment(5c782691-737c-428e-99aa-9b1382fcd303),segment_id=5c782691-737c-428e-99aa-9b1382fcd303)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:15.363728 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-492225f1-3182-4e90-93ce-c6a5d0c57fb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), precommit_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.383287 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-492225f1-3182-4e90-93ce-c6a5d0c57fb9 None None] Calling delete_port for 8dbf2376-fc61-4764-a2fe-9f162ef6e722 owned by network:dhcp {{(pid=106196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:15.437345 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (dda97116-7fb3-4466-b2df-d492cd1f2494), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.459597 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda97116-7fb3-4466-b2df-d492cd1f2494']}} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:15.460905 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-492225f1-3182-4e90-93ce-c6a5d0c57fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725'] for port (8dbf2376-fc61-4764-a2fe-9f162ef6e722), after_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.470233 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c782691-737c-428e-99aa-9b1382fcd303') {'for_net_delete': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:15.470509 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c782691-737c-428e-99aa-9b1382fcd303') {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:15.481004 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26146984'] for segment (5c782691-737c-428e-99aa-9b1382fcd303), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.485204 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492225f1-3182-4e90-93ce-c6a5d0c57fb9 None None] Pushing event deleted for resources: {'Port': ['ID=8dbf2376-fc61-4764-a2fe-9f162ef6e722,revision_number=None']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:15.492238 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492225f1-3182-4e90-93ce-c6a5d0c57fb9 None None] No DVR routers for this DVR port 8dbf2376-fc61-4764-a2fe-9f162ef6e722 on host dv-cinder-860227-2-iscsi {{(pid=106196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:43:15.508545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (5c782691-737c-428e-99aa-9b1382fcd303), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.517594 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:43:15.518129 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536918'] for segment (5c782691-737c-428e-99aa-9b1382fcd303), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.568702 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 5c782691-737c-428e-99aa-9b1382fcd303 resource provider aggregate not found Oct 06 04:43:15.587696 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 5c782691-737c-428e-99aa-9b1382fcd303 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c782691-737c-428e-99aa-9b1382fcd303 found for delete ", "request_id": "req-1129ddec-c3dd-493c-9aee-a3bbb4673f81"}]} Oct 06 04:43:15.591654 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (dda97116-7fb3-4466-b2df-d492cd1f2494), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.597433 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.600441 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/dda97116-7fb3-4466-b2df-d492cd1f2494 HTTP/1.1" status: 204 len: 168 time: 0.5945392 Oct 06 04:43:15.612523 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ad4ce-3931-45f5-b831-64ed9f9a1656 admin admin] Pushing event deleted for resources: {'Network': ['ID=dda97116-7fb3-4466-b2df-d492cd1f2494,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:15.783881 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44960) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:15.828592 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c4238a13-5d20-415f-82e2-25ee30a54027 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f53abe2cc7a94ddaadb68b26b57faf69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433967 Oct 06 04:43:15.831049 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 44962) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:15.880778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9067c9c5-5a69-497f-b778-b9b1888fb90c admin admin] Publish callbacks [] for security_group (769825fd-c4e2-4a07-ab14-c5a209b41bed), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.903597 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9067c9c5-5a69-497f-b778-b9b1888fb90c admin admin] Publish callbacks [] for security_group (769825fd-c4e2-4a07-ab14-c5a209b41bed), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.952411 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9067c9c5-5a69-497f-b778-b9b1888fb90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (769825fd-c4e2-4a07-ab14-c5a209b41bed), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.955179 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9067c9c5-5a69-497f-b778-b9b1888fb90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:15.956310 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-9067c9c5-5a69-497f-b778-b9b1888fb90c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/769825fd-c4e2-4a07-ab14-c5a209b41bed HTTP/1.1" status: 204 len: 168 time: 0.1243773 Oct 06 04:43:15.964008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067c9c5-5a69-497f-b778-b9b1888fb90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769825fd-c4e2-4a07-ab14-c5a209b41bed,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:16.723363 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 19475e58-3e93-4d6d-b709-27f4d015ff52 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:16.741976 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 19475e58-3e93-4d6d-b709-27f4d015ff52 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:16.742336 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 19475e58-3e93-4d6d-b709-27f4d015ff52 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:16.742750 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 8dbf2376-fc61-4764-a2fe-9f162ef6e722 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:16.763854 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 8dbf2376-fc61-4764-a2fe-9f162ef6e722 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:16.764209 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 8dbf2376-fc61-4764-a2fe-9f162ef6e722 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:18.011633 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45056) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:18.123952 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-24646dfc-8524-48df-9a99-3ca30653c8d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.204537 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-24646dfc-8524-48df-9a99-3ca30653c8d8 admin admin] Publish callbacks [] for security_group (73f068e4-7d70-48b7-8857-44a522b9abc4), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.208211 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-24646dfc-8524-48df-9a99-3ca30653c8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (73f068e4-7d70-48b7-8857-44a522b9abc4), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.251350 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24646dfc-8524-48df-9a99-3ca30653c8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f068e4-7d70-48b7-8857-44a522b9abc4,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:18.255609 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-24646dfc-8524-48df-9a99-3ca30653c8d8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=adf41d5c26ae4c3fb20f700ce793de18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428756 Oct 06 04:43:18.258226 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45060) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:18.295630 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:18.310592 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f120bcce-00da-4de6-b48c-71ca77b71d8d admin admin] Publish callbacks [] for security_group (73f068e4-7d70-48b7-8857-44a522b9abc4), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.320650 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:18.334079 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f120bcce-00da-4de6-b48c-71ca77b71d8d admin admin] Publish callbacks [] for security_group (73f068e4-7d70-48b7-8857-44a522b9abc4), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.382690 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f120bcce-00da-4de6-b48c-71ca77b71d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (73f068e4-7d70-48b7-8857-44a522b9abc4), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.385271 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f120bcce-00da-4de6-b48c-71ca77b71d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.386482 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f120bcce-00da-4de6-b48c-71ca77b71d8d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/73f068e4-7d70-48b7-8857-44a522b9abc4 HTTP/1.1" status: 204 len: 168 time: 0.1273580 Oct 06 04:43:18.396457 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120bcce-00da-4de6-b48c-71ca77b71d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f068e4-7d70-48b7-8857-44a522b9abc4,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:18.652490 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45066) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:18.666223 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ae85e86-c937-4e0f-996b-dee1e9b4f27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.748901 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ae85e86-c937-4e0f-996b-dee1e9b4f27e admin admin] Publish callbacks [] for security_group (03a9fe67-61e3-43dc-ba8a-7da328e59043), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.754281 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-4ae85e86-c937-4e0f-996b-dee1e9b4f27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (03a9fe67-61e3-43dc-ba8a-7da328e59043), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.797961 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-4ae85e86-c937-4e0f-996b-dee1e9b4f27e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9a5323298ee34daab53434d68948f6db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443071 Oct 06 04:43:18.798947 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae85e86-c937-4e0f-996b-dee1e9b4f27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a9fe67-61e3-43dc-ba8a-7da328e59043,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:18.800624 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45068) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:18.851141 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9cb6134e-589b-4536-94b6-bdea1e4eb8ba admin admin] Publish callbacks [] for security_group (03a9fe67-61e3-43dc-ba8a-7da328e59043), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.871933 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9cb6134e-589b-4536-94b6-bdea1e4eb8ba admin admin] Publish callbacks [] for security_group (03a9fe67-61e3-43dc-ba8a-7da328e59043), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.919185 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9cb6134e-589b-4536-94b6-bdea1e4eb8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (03a9fe67-61e3-43dc-ba8a-7da328e59043), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.921671 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9cb6134e-589b-4536-94b6-bdea1e4eb8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:18.923454 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-9cb6134e-589b-4536-94b6-bdea1e4eb8ba admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/03a9fe67-61e3-43dc-ba8a-7da328e59043 HTTP/1.1" status: 204 len: 168 time: 0.1218560 Oct 06 04:43:18.931386 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6134e-589b-4536-94b6-bdea1e4eb8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a9fe67-61e3-43dc-ba8a-7da328e59043,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:23.606504 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45214) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:23.713733 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8a14553c-4fd7-4859-b8d1-34937c9abc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:23.742217 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:23.794650 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8a14553c-4fd7-4859-b8d1-34937c9abc45 admin admin] Publish callbacks [] for security_group (d1bb17c4-ea39-45de-b9db-2fb8f07064d4), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:23.802398 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8a14553c-4fd7-4859-b8d1-34937c9abc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (d1bb17c4-ea39-45de-b9db-2fb8f07064d4), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:23.846173 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-8a14553c-4fd7-4859-b8d1-34937c9abc45 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6fbbb4538fc747fca4b3aa88962bcaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385626 Oct 06 04:43:23.847361 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14553c-4fd7-4859-b8d1-34937c9abc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bb17c4-ea39-45de-b9db-2fb8f07064d4,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:23.848973 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45218) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:23.899615 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0047f19f-2d9a-4f0b-8b45-ce1ce73fb0e7 admin admin] Publish callbacks [] for security_group (d1bb17c4-ea39-45de-b9db-2fb8f07064d4), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:23.920596 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0047f19f-2d9a-4f0b-8b45-ce1ce73fb0e7 admin admin] Publish callbacks [] for security_group (d1bb17c4-ea39-45de-b9db-2fb8f07064d4), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:23.968371 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0047f19f-2d9a-4f0b-8b45-ce1ce73fb0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (d1bb17c4-ea39-45de-b9db-2fb8f07064d4), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:23.971674 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0047f19f-2d9a-4f0b-8b45-ce1ce73fb0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:23.972884 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-0047f19f-2d9a-4f0b-8b45-ce1ce73fb0e7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d1bb17c4-ea39-45de-b9db-2fb8f07064d4 HTTP/1.1" status: 204 len: 168 time: 0.1228471 Oct 06 04:43:23.981151 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047f19f-2d9a-4f0b-8b45-ce1ce73fb0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bb17c4-ea39-45de-b9db-2fb8f07064d4,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:24.362456 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=41 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:24.363695 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=40 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:26.677420 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:27.585130 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:43:27.890879 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45326) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:27.996686 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5bc2fda7-f248-4eb0-8b10-2aa676adaac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.075200 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5bc2fda7-f248-4eb0-8b10-2aa676adaac9 admin admin] Publish callbacks [] for security_group (fdb64950-4ead-44ea-ae9c-7559b81f2125), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.080444 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5bc2fda7-f248-4eb0-8b10-2aa676adaac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (fdb64950-4ead-44ea-ae9c-7559b81f2125), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.118529 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2fda7-f248-4eb0-8b10-2aa676adaac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb64950-4ead-44ea-ae9c-7559b81f2125,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:28.123137 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-5bc2fda7-f248-4eb0-8b10-2aa676adaac9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=af4aec1e8cf74fc3bcfefc5e2aec9742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311146 Oct 06 04:43:28.126403 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45336) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:28.183740 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90e244f9-5b91-4ac1-9a19-3cf3ddb8e605 admin admin] Publish callbacks [] for security_group (fdb64950-4ead-44ea-ae9c-7559b81f2125), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.205559 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90e244f9-5b91-4ac1-9a19-3cf3ddb8e605 admin admin] Publish callbacks [] for security_group (fdb64950-4ead-44ea-ae9c-7559b81f2125), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.233083 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:28.256406 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90e244f9-5b91-4ac1-9a19-3cf3ddb8e605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (fdb64950-4ead-44ea-ae9c-7559b81f2125), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.259102 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-90e244f9-5b91-4ac1-9a19-3cf3ddb8e605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.260268 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-90e244f9-5b91-4ac1-9a19-3cf3ddb8e605 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fdb64950-4ead-44ea-ae9c-7559b81f2125 HTTP/1.1" status: 204 len: 168 time: 0.1326785 Oct 06 04:43:28.268543 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e244f9-5b91-4ac1-9a19-3cf3ddb8e605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb64950-4ead-44ea-ae9c-7559b81f2125,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:28.519612 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45344) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:28.533639 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-91116611-c57f-4e3a-9ac8-f74383b6077e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.593014 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:28.618332 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-91116611-c57f-4e3a-9ac8-f74383b6077e admin admin] Publish callbacks [] for security_group (d422cf89-db3f-4373-85b1-d112ea655f6d), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.622820 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-91116611-c57f-4e3a-9ac8-f74383b6077e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (d422cf89-db3f-4373-85b1-d112ea655f6d), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.660331 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91116611-c57f-4e3a-9ac8-f74383b6077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d422cf89-db3f-4373-85b1-d112ea655f6d,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:28.664585 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-91116611-c57f-4e3a-9ac8-f74383b6077e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ba8f1c7957ed49fe9ff50c5db39c2d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439099 Oct 06 04:43:28.667295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45346) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:28.717344 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-be289cab-ea6c-40d3-956b-56d053bc0eac admin admin] Publish callbacks [] for security_group (d422cf89-db3f-4373-85b1-d112ea655f6d), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.741866 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-be289cab-ea6c-40d3-956b-56d053bc0eac admin admin] Publish callbacks [] for security_group (d422cf89-db3f-4373-85b1-d112ea655f6d), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.788818 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-be289cab-ea6c-40d3-956b-56d053bc0eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (d422cf89-db3f-4373-85b1-d112ea655f6d), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.791338 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-be289cab-ea6c-40d3-956b-56d053bc0eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:28.792473 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-be289cab-ea6c-40d3-956b-56d053bc0eac admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d422cf89-db3f-4373-85b1-d112ea655f6d HTTP/1.1" status: 204 len: 168 time: 0.1242728 Oct 06 04:43:28.801629 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be289cab-ea6c-40d3-956b-56d053bc0eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d422cf89-db3f-4373-85b1-d112ea655f6d,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:29.125096 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45352) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:29.138246 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b514998-7857-4851-9309-068de72aafd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:29.216071 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b514998-7857-4851-9309-068de72aafd0 admin admin] Publish callbacks [] for security_group (5bd92690-c949-4616-a9fe-43a2b3a006ae), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:29.221615 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b514998-7857-4851-9309-068de72aafd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5bd92690-c949-4616-a9fe-43a2b3a006ae), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:29.263356 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-3b514998-7857-4851-9309-068de72aafd0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=33a9a57ff58e42059e85bc0453e1b46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374102 Oct 06 04:43:29.264454 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b514998-7857-4851-9309-068de72aafd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd92690-c949-4616-a9fe-43a2b3a006ae,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:29.270994 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45356) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:29.299316 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:29.322428 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-177c3de8-114c-4e23-8283-1251ab3f4e86 admin admin] Publish callbacks [] for security_group (5bd92690-c949-4616-a9fe-43a2b3a006ae), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:29.343049 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-177c3de8-114c-4e23-8283-1251ab3f4e86 admin admin] Publish callbacks [] for security_group (5bd92690-c949-4616-a9fe-43a2b3a006ae), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:29.394294 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-177c3de8-114c-4e23-8283-1251ab3f4e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (5bd92690-c949-4616-a9fe-43a2b3a006ae), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:29.396863 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-177c3de8-114c-4e23-8283-1251ab3f4e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:29.398013 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-177c3de8-114c-4e23-8283-1251ab3f4e86 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5bd92690-c949-4616-a9fe-43a2b3a006ae HTTP/1.1" status: 204 len: 168 time: 0.1261172 Oct 06 04:43:29.405533 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c3de8-114c-4e23-8283-1251ab3f4e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd92690-c949-4616-a9fe-43a2b3a006ae,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:31.256169 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:31.944535 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-878d5819-f003-4982-a29f-1454f44f6528 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1283758 Oct 06 04:43:32.043484 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-86f39359-1a74-44d0-96e6-808619868f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:32.044923 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-86f39359-1a74-44d0-96e6-808619868f1f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=594a13a702cf47898a48ab4fd6789359&device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 1131 time: 0.0386474 Oct 06 04:43:32.150174 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-14e417fb-dfb6-4ad8-81df-7a317e640c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:32.151646 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-14e417fb-dfb6-4ad8-81df-7a317e640c79 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 200 len: 917 time: 0.0884197 Oct 06 04:43:32.212049 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-a0d1858b-4456-43a6-9569-8aafd8ea4655 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 200 len: 1002 time: 0.0539095 Oct 06 04:43:32.268098 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-db9a82dc-1dc4-46e0-9e4f-fe3421d13585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:32.269525 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-db9a82dc-1dc4-46e0-9e4f-fe3421d13585 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 200 len: 856 time: 0.0506907 Oct 06 04:43:32.313294 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-3fb56a46-45a6-40c1-a78a-fe7d004f6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:32.314744 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-3fb56a46-45a6-40c1-a78a-fe7d004f6332 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b586c8b5-56f0-4e30-8c9b-f6b5b9731066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381439 Oct 06 04:43:32.324894 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-fab2be5e-8ce5-45aa-b77c-955d3df2b98f service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:43:32.325844 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-fab2be5e-8ce5-45aa-b77c-955d3df2b98f service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046954 Oct 06 04:43:32.417884 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-7d76d466-3a39-4380-b2aa-eba96d3b17d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846951 Oct 06 04:43:32.516797 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0f44efa1-f434-4db0-b82f-0d03a06b173e req-59b8ab2e-731f-44cb-9db0-5af3d3a0ebbb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920148 Oct 06 04:43:34.111377 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-44a5be91-c2c7-4877-b61c-21e415ae77d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:35.610539 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73349902-2d7e-46b6-bb2d-d87edf29b093 req-2c38b5db-f386-4b6a-8fc8-73d8844c41c6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:35.613650 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-73349902-2d7e-46b6-bb2d-d87edf29b093 req-2c38b5db-f386-4b6a-8fc8-73d8844c41c6 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 947 time: 0.0609281 Oct 06 04:43:35.672152 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-73349902-2d7e-46b6-bb2d-d87edf29b093 req-49d03fde-cd79-4c0e-9168-ce11e8c95dc3 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506825 Oct 06 04:43:35.700086 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45522) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:35.814623 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a4487929-fbc3-4ec3-8f22-7857c9019961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:35.894048 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a4487929-fbc3-4ec3-8f22-7857c9019961 admin admin] Publish callbacks [] for security_group (976893a4-399b-4e4f-a8a8-c238b25a4d38), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:35.897677 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a4487929-fbc3-4ec3-8f22-7857c9019961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (976893a4-399b-4e4f-a8a8-c238b25a4d38), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:35.940155 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-a4487929-fbc3-4ec3-8f22-7857c9019961 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d489a195eb55431ea8e591f485793061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359257 Oct 06 04:43:35.940155 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4487929-fbc3-4ec3-8f22-7857c9019961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976893a4-399b-4e4f-a8a8-c238b25a4d38,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:35.941154 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45528) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:35.988104 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:35.992051 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-344c0b87-8bf7-4a47-bdda-af04d37752ab admin admin] Publish callbacks [] for security_group (976893a4-399b-4e4f-a8a8-c238b25a4d38), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.014022 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-344c0b87-8bf7-4a47-bdda-af04d37752ab admin admin] Publish callbacks [] for security_group (976893a4-399b-4e4f-a8a8-c238b25a4d38), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.041004 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:36.062577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-344c0b87-8bf7-4a47-bdda-af04d37752ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (976893a4-399b-4e4f-a8a8-c238b25a4d38), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.065089 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-344c0b87-8bf7-4a47-bdda-af04d37752ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.066259 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-344c0b87-8bf7-4a47-bdda-af04d37752ab admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/976893a4-399b-4e4f-a8a8-c238b25a4d38 HTTP/1.1" status: 204 len: 168 time: 0.1239192 Oct 06 04:43:36.074623 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c0b87-8bf7-4a47-bdda-af04d37752ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976893a4-399b-4e4f-a8a8-c238b25a4d38,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:36.340240 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45534) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:36.357376 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-745b18f3-4d11-422b-9f52-5859c6490c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.432991 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-745b18f3-4d11-422b-9f52-5859c6490c5c admin admin] Publish callbacks [] for security_group (8f812305-0e5e-4fdc-96af-6c3f67e65a80), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.437652 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-745b18f3-4d11-422b-9f52-5859c6490c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8f812305-0e5e-4fdc-96af-6c3f67e65a80), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.456241 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-33ff3f1e-3631-4a79-b49c-90262db95883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.487564 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b18f3-4d11-422b-9f52-5859c6490c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f812305-0e5e-4fdc-96af-6c3f67e65a80,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:36.491834 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-745b18f3-4d11-422b-9f52-5859c6490c5c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9f4ab9f71f434112895f78edfeeb6ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505880 Oct 06 04:43:36.494909 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45536) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:36.545044 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2c59-2daa-4ab4-bfea-f18b715a52a7 admin admin] Publish callbacks [] for security_group (8f812305-0e5e-4fdc-96af-6c3f67e65a80), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.565431 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2c59-2daa-4ab4-bfea-f18b715a52a7 admin admin] Publish callbacks [] for security_group (8f812305-0e5e-4fdc-96af-6c3f67e65a80), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.616649 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2c59-2daa-4ab4-bfea-f18b715a52a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8f812305-0e5e-4fdc-96af-6c3f67e65a80), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.620149 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2c59-2daa-4ab4-bfea-f18b715a52a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:36.621851 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-fcbd2c59-2daa-4ab4-bfea-f18b715a52a7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8f812305-0e5e-4fdc-96af-6c3f67e65a80 HTTP/1.1" status: 204 len: 168 time: 0.1258321 Oct 06 04:43:36.635875 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2c59-2daa-4ab4-bfea-f18b715a52a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f812305-0e5e-4fdc-96af-6c3f67e65a80,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:36.815207 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1982161-2e2d-4637-b93f-fb5e41cb79ce req-a126114a-d75e-4457-91d2-2aba5c53e881 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:36.816760 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c1982161-2e2d-4637-b93f-fb5e41cb79ce req-a126114a-d75e-4457-91d2-2aba5c53e881 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 947 time: 0.0611625 Oct 06 04:43:36.867602 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c1982161-2e2d-4637-b93f-fb5e41cb79ce req-a5200a36-8497-4a77-887b-8f9dd3cb58fc tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2f0d3e95-3837-4859-ae46-ce49f77b4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448050 Oct 06 04:43:37.001623 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45554) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:37.020065 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-972a9f7f-f052-4137-b76f-4afab1159648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.083405 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:37.112500 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-972a9f7f-f052-4137-b76f-4afab1159648 admin admin] Publish callbacks [] for security_group (c197054b-aae0-4c87-a187-d25a380180fb), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.116060 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-972a9f7f-f052-4137-b76f-4afab1159648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (c197054b-aae0-4c87-a187-d25a380180fb), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.158340 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-972a9f7f-f052-4137-b76f-4afab1159648 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3173c879d2ae4d5abd8bbbdf4f1495a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554503 Oct 06 04:43:37.159303 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a9f7f-f052-4137-b76f-4afab1159648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c197054b-aae0-4c87-a187-d25a380180fb,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:37.161645 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45560) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:37.190255 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-2ad924f6-21aa-43b6-b716-617ba1599790 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:37.191808 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-2ad924f6-21aa-43b6-b716-617ba1599790 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 947 time: 0.0487905 Oct 06 04:43:37.212698 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c689bd23-ad29-4d28-b09f-da8b366fa444 admin admin] Publish callbacks [] for security_group (c197054b-aae0-4c87-a187-d25a380180fb), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.245453 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c689bd23-ad29-4d28-b09f-da8b366fa444 admin admin] Publish callbacks [] for security_group (c197054b-aae0-4c87-a187-d25a380180fb), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.291446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Deleting port e7a92c66-1f21-4c39-8bbe-215d0840346a {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:37.291833 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.295937 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c689bd23-ad29-4d28-b09f-da8b366fa444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (c197054b-aae0-4c87-a187-d25a380180fb), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.298596 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c689bd23-ad29-4d28-b09f-da8b366fa444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.302282 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-c689bd23-ad29-4d28-b09f-da8b366fa444 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c197054b-aae0-4c87-a187-d25a380180fb HTTP/1.1" status: 204 len: 168 time: 0.1372423 Oct 06 04:43:37.309278 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689bd23-ad29-4d28-b09f-da8b366fa444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c197054b-aae0-4c87-a187-d25a380180fb,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:37.399907 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] For port e7a92c66-1f21-4c39-8bbe-215d0840346a, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=e7a92c66-1f21-4c39-8bbe-215d0840346a,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:37.400280 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.555242 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:37.571968 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.572376 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (bcd54ad6-0ad9-4e61-9343-4642f5b726c7), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.572728 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Floating IP bcd54ad6-0ad9-4e61-9343-4642f5b726c7 disassociated. External IP: 172.27.0.155, port: e7a92c66-1f21-4c39-8bbe-215d0840346a. Oct 06 04:43:37.573032 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Calling delete_port for e7a92c66-1f21-4c39-8bbe-215d0840346a owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:37.638160 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:37.709959 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (e7a92c66-1f21-4c39-8bbe-215d0840346a), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.739343 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event deleted for resources: {'Port': ['ID=e7a92c66-1f21-4c39-8bbe-215d0840346a,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:37.781409 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:37.855319 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Router 87febfd9-73a2-40db-aaca-01eef75cc423 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:43:37.972528 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:37.983865 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] Sync routers for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:37.992605 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-fbd5ef39-5ab7-429d-9aa2-4906ea0e6b19 req-d7c77864-5cb2-4b77-b01e-86c852deaa3f tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40 HTTP/1.1" status: 200 len: 210 time: 0.0387049 Oct 06 04:43:37.999308 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:38.000161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:38.033817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] No DVR routers for this DVR port e7a92c66-1f21-4c39-8bbe-215d0840346a on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:43:38.036781 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:38.040385 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d5901736-a8bf-45bd-a74d-555a184bbe73 req-e58b19cf-8e6a-422a-9889-b9d5156d42a5 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e7a92c66-1f21-4c39-8bbe-215d0840346a HTTP/1.1" status: 204 len: 173 time: 0.8430750 Oct 06 04:43:38.041027 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-deleted', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:43:38.043842 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce383806-e212-4f99-bea5-24ba6e22691b" -d '{"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-deleted", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:43:38.085105 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dcac52-b312-417f-8e99-372dc06b1f03 x-openstack-request-id: req-09dcac52-b312-417f-8e99-372dc06b1f03 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:43:38.085470 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40", "name": "network-vif-deleted", "tag": "e7a92c66-1f21-4c39-8bbe-215d0840346a", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:43:38.085732 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-09dcac52-b312-417f-8e99-372dc06b1f03 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:43:38.086201 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09dcac52-b312-417f-8e99-372dc06b1f03'] response: {'server_uuid': '2b9a9bb4-0f4c-42b9-889e-ccb15edcbd40', 'name': 'network-vif-deleted', 'tag': 'e7a92c66-1f21-4c39-8bbe-215d0840346a', 'status': 'completed', 'code': 200} Oct 06 04:43:38.124558 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:38.145545 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:38.405258 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:38.434853 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] Checking router: 87febfd9-73a2-40db-aaca-01eef75cc423 for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:38.445192 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:38.446097 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:38.556337 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:38.629648 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45608) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:38.762358 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-481d0423-310e-4682-a3c8-fe54b1a6b073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:38.770370 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:38.794807 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec1640-d2f4-4083-83c6-70228d762d85 None None] The sync data for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi is: [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:32:21Z', 'revision_number': 4, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7', 'name': '', 'network_id': 'b586c8b5-56f0-4e30-8c9b-f6b5b9731066', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'mac_address': 'fa:16:3e:e0:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '53aeb215-4958-4b55-8334-db9385b5e573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:20Z', 'updated_at': '2022-10-06T04:32:42Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'subnets': [{'id': '53aeb215-4958-4b55-8334-db9385b5e573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:38.799844 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:38.849982 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-481d0423-310e-4682-a3c8-fe54b1a6b073 admin admin] Publish callbacks [] for security_group (543d08cf-3746-46ff-b9e9-53da29b40dbd), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:38.854375 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-481d0423-310e-4682-a3c8-fe54b1a6b073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (543d08cf-3746-46ff-b9e9-53da29b40dbd), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:38.896272 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-481d0423-310e-4682-a3c8-fe54b1a6b073 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cd4a0dca907b485cbae314a7c477ee34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652369 Oct 06 04:43:38.897221 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d0423-310e-4682-a3c8-fe54b1a6b073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543d08cf-3746-46ff-b9e9-53da29b40dbd,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:38.899021 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45612) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:38.952931 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8ea11fe9-5f7d-4aa7-a815-faee71fe3f97 admin admin] Publish callbacks [] for security_group (543d08cf-3746-46ff-b9e9-53da29b40dbd), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:38.974158 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8ea11fe9-5f7d-4aa7-a815-faee71fe3f97 admin admin] Publish callbacks [] for security_group (543d08cf-3746-46ff-b9e9-53da29b40dbd), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.029435 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8ea11fe9-5f7d-4aa7-a815-faee71fe3f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (543d08cf-3746-46ff-b9e9-53da29b40dbd), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.030712 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c33ed-7e17-443e-aebd-99d467c00d04 None None] New status for floating IP bcd54ad6-0ad9-4e61-9343-4642f5b726c7: DOWN {{(pid=106197) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:43:39.032671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8ea11fe9-5f7d-4aa7-a815-faee71fe3f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.033868 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-8ea11fe9-5f7d-4aa7-a815-faee71fe3f97 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/543d08cf-3746-46ff-b9e9-53da29b40dbd HTTP/1.1" status: 204 len: 168 time: 0.1332545 Oct 06 04:43:39.043271 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea11fe9-5f7d-4aa7-a815-faee71fe3f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543d08cf-3746-46ff-b9e9-53da29b40dbd,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:39.100905 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.135786 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45620) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:39.207404 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-83346a4b-c0e2-426d-9b78-19ea540daad2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (2f0d3e95-3837-4859-ae46-ce49f77b4bf7), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.237868 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-83346a4b-c0e2-426d-9b78-19ea540daad2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (2f0d3e95-3837-4859-ae46-ce49f77b4bf7), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.278171 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.294776 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-83346a4b-c0e2-426d-9b78-19ea540daad2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (2f0d3e95-3837-4859-ae46-ce49f77b4bf7), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.297416 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-83346a4b-c0e2-426d-9b78-19ea540daad2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.298632 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-83346a4b-c0e2-426d-9b78-19ea540daad2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2f0d3e95-3837-4859-ae46-ce49f77b4bf7 HTTP/1.1" status: 204 len: 168 time: 0.1617515 Oct 06 04:43:39.302157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45624) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:39.316132 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83346a4b-c0e2-426d-9b78-19ea540daad2 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0d3e95-3837-4859-ae46-ce49f77b4bf7,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:39.322535 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.api.v2.resource [None req-b7bc94a7-4ad3-45eb-9f54-c53f7ae92b13 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] show failed (client error): The resource could not be found. Oct 06 04:43:39.326976 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b7bc94a7-4ad3-45eb-9f54-c53f7ae92b13 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "GET /networking/v2.0/security-groups/2f0d3e95-3837-4859-ae46-ce49f77b4bf7 HTTP/1.1" status: 404 len: 347 time: 0.0193574 Oct 06 04:43:39.326976 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45628) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:39.428898 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:39.444290 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Deleting port 5afe9893-d2e0-44c7-8b43-48e9a67101a7 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:39.444635 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (5afe9893-d2e0-44c7-8b43-48e9a67101a7), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.532691 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (5afe9893-d2e0-44c7-8b43-48e9a67101a7), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.532957 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (5afe9893-d2e0-44c7-8b43-48e9a67101a7), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.549658 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Calling delete_port for 5afe9893-d2e0-44c7-8b43-48e9a67101a7 owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:39.639601 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:39.706446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (5afe9893-d2e0-44c7-8b43-48e9a67101a7), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.736550 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Pushing event deleted for resources: {'Port': ['ID=5afe9893-d2e0-44c7-8b43-48e9a67101a7,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:39.794630 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45648) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:39.811203 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks [] for floatingip (bcd54ad6-0ad9-4e61-9343-4642f5b726c7), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.815480 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.816733 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-baf7662f-3567-4ccc-b31c-4cd9273cd7a7 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/bcd54ad6-0ad9-4e61-9343-4642f5b726c7 HTTP/1.1" status: 204 len: 168 time: 0.4893146 Oct 06 04:43:39.941403 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-900723605-network', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:39.968176 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Made reservation on behalf of 0a6698bc3af34041bd01a5d5abefb11c for: {'network': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:43:39.972531 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:39.982911 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.061346 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Publish callbacks [] for security_group (a4ea7d4c-5f75-4360-a3bc-002d2a38c0fe), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.066082 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a4ea7d4c-5f75-4360-a3bc-002d2a38c0fe), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.091279 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=106194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:43:40.101519 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ea7d4c-5f75-4360-a3bc-002d2a38c0fe,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:40.107810 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (e8a308a0-bc0b-425e-85c4-08b38f47ec97), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.108224 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.segments_db [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Added segment e8a308a0-bc0b-425e-85c4-08b38f47ec97 of type vlan for network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b Oct 06 04:43:40.153394 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.159190 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:40.181044 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.182104 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:40.182721 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.235866 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4398327 Oct 06 04:43:40.238565 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45664) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:40.249618 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Request body: {'subnet': {'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-900723605-subnet', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'ip_version': 4}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:40.262300 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fef4f-bab1-4c6e-b1ba-848a7e239adf admin admin] Pushing event updated for resources: {'Network': ['ID=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:40.272981 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:43:40.278693 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Made reservation on behalf of 0a6698bc3af34041bd01a5d5abefb11c for: {'subnet': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:43:40.281143 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25945338'] for subnet (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.454284 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26116792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945320'] for subnet (5e1fc9ef-d42d-4374-b055-b2e61e663fff), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.514559 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1fc9ef-d42d-4374-b055-b2e61e663fff,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:40.522746 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Checking segment: {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:43:40.523180 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Network hostable DHCP agents. Network: 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:43:40.540177 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:43:40.548545 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b) {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:40.552623 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:40.553202 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.557537 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0c229-a20e-4029-baa4-d2dcbce7139d None None] Network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:43:40.569199 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-00213281-45f8-4c6e-a65d-138a9e1a94cf admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3296213 Oct 06 04:43:40.572088 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45666) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:40.576508 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:40.597979 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (2a92ad60-f697-402e-b713-8672f745686c), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.598922 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (2a92ad60-f697-402e-b713-8672f745686c), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.650230 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks [] for router_controller (2a92ad60-f697-402e-b713-8672f745686c), precommit_add_association {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.669214 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:43:40.670117 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.672299 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:40.793860 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks [] for router_gateway (2a92ad60-f697-402e-b713-8672f745686c), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.815550 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Allocated IP 172.20.0.2 (36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b/5e1fc9ef-d42d-4374-b055-b2e61e663fff/f48c2808-e0f5-4084-833c-6c218b377430) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:43:40.825696 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:40.963185 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Publish callbacks [] for port (f48c2808-e0f5-4084-833c-6c218b377430), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.968872 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (f48c2808-e0f5-4084-833c-6c218b377430), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.974129 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks [] for router_gateway (2a92ad60-f697-402e-b713-8672f745686c), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:40.999972 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:41.005102 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:43:41.010895 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:41.014633 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:43:41.041919 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Pushing event updated for resources: {'Port': ['ID=f48c2808-e0f5-4084-833c-6c218b377430,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:41.070403 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.070833 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.071267 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.071674 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.072073 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.072470 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.072865 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.073276 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.073609 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.074002 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.074395 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.074799 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.075224 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.075618 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.076004 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:41.117752 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Attempting to bind port f48c2808-e0f5-4084-833c-6c218b377430 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:43:41.118205 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Attempting to bind port f48c2808-e0f5-4084-833c-6c218b377430 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:43:41.118640 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Attempting to bind port f48c2808-e0f5-4084-833c-6c218b377430 on network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:43:41.152607 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Allocated IP 172.27.0.133 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/b5842b82-d79d-436d-b0c0-85a8fc7210d1) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:43:41.166344 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:41.184845 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:43:41.185225 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Checking segment: {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:43:41.185818 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:41.186369 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Bound using segment: {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:43:41.187087 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Bound port: f48c2808-e0f5-4084-833c-6c218b377430, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:43:41.188272 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f48c2808-e0f5-4084-833c-6c218b377430), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:41.322907 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks [] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:41.357495 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:41.393252 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] For port f48c2808-e0f5-4084-833c-6c218b377430, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:43:41.396935 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] For port f48c2808-e0f5-4084-833c-6c218b377430, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f48c2808-e0f5-4084-833c-6c218b377430,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:43:41.399469 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:43:41.405028 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:41.405546 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f48c2808-e0f5-4084-833c-6c218b377430), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:41.410373 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:41.412842 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:43:41.442006 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Pushing event updated for resources: {'Port': ['ID=b5842b82-d79d-436d-b0c0-85a8fc7210d1,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:41.503906 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90facb-1f80-4b6f-8267-1c9250713492 None None] Pushing event updated for resources: {'Port': ['ID=f48c2808-e0f5-4084-833c-6c218b377430,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:41.738182 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks [] for router_gateway (2a92ad60-f697-402e-b713-8672f745686c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:42.063765 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e7a92c66-1f21-4c39-8bbe-215d0840346a no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:42.084275 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: e7a92c66-1f21-4c39-8bbe-215d0840346a {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:42.084625 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device e7a92c66-1f21-4c39-8bbe-215d0840346a not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:42.195230 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (2a92ad60-f697-402e-b713-8672f745686c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:42.332545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Router 2a92ad60-f697-402e-b713-8672f745686c is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:43:42.393304 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45698) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:42.398269 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554361a-9cc6-44e3-a37d-b42f3d375737 None None] Network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:43:42.446389 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:42.452953 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:42.469334 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Sync routers for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:42.473496 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:42.477478 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c6063018-cfcc-44b2-902b-bff639f42d80 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9018009 Oct 06 04:43:42.477991 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45702) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:42.490685 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-5bb045cc-f3a6-4529-9597-5827884bfa26 None None] Provisioning complete for port f48c2808-e0f5-4084-833c-6c218b377430 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:42.491087 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5bb045cc-f3a6-4529-9597-5827884bfa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f48c2808-e0f5-4084-833c-6c218b377430), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:42.491428 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-5bb045cc-f3a6-4529-9597-5827884bfa26 None None] Attempt 1 to provision port f48c2808-e0f5-4084-833c-6c218b377430 Oct 06 04:43:42.497711 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:42.521285 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:42.521921 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:42.766790 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-5bb045cc-f3a6-4529-9597-5827884bfa26 None None] Current status of the port f48c2808-e0f5-4084-833c-6c218b377430 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:42.767266 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5bb045cc-f3a6-4529-9597-5827884bfa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f48c2808-e0f5-4084-833c-6c218b377430), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:42.777389 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:42.780445 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:42.818987 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:42.863764 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:42.901552 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (87febfd9-73a2-40db-aaca-01eef75cc423), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:42.924673 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f48c2808-e0f5-4084-833c-6c218b377430 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:42.977618 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-5bb045cc-f3a6-4529-9597-5827884bfa26 None None] For port f48c2808-e0f5-4084-833c-6c218b377430, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f48c2808-e0f5-4084-833c-6c218b377430,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:43.006565 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.011648 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5bb045cc-f3a6-4529-9597-5827884bfa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f48c2808-e0f5-4084-833c-6c218b377430), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.095464 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port f48c2808-e0f5-4084-833c-6c218b377430 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:43.095746 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f48c2808-e0f5-4084-833c-6c218b377430), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.096296 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port f48c2808-e0f5-4084-833c-6c218b377430 Oct 06 04:43:43.110539 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:43.168500 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb045cc-f3a6-4529-9597-5827884bfa26 None None] Pushing event updated for resources: {'Port': ['ID=f48c2808-e0f5-4084-833c-6c218b377430,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:43.180317 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c59fa24a-30b0-426a-ab2a-935313b34c34 None None] Provisioning complete for port f48c2808-e0f5-4084-833c-6c218b377430 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:43.181431 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c59fa24a-30b0-426a-ab2a-935313b34c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f48c2808-e0f5-4084-833c-6c218b377430), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.181431 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c59fa24a-30b0-426a-ab2a-935313b34c34 None None] Attempt 1 to provision port f48c2808-e0f5-4084-833c-6c218b377430 Oct 06 04:43:43.182417 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Allocated IP 172.20.0.1 (36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b/5e1fc9ef-d42d-4374-b055-b2e61e663fff/762021b7-7661-4250-969e-bcf79b123318) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:43:43.192124 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Deleting port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:43.192636 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.220655 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:41Z', 'revision_number': 3, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:43.257826 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Checking router: 2a92ad60-f697-402e-b713-8672f745686c for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:43.258188 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Updating router 2a92ad60-f697-402e-b713-8672f745686c port b5842b82-d79d-436d-b0c0-85a8fc7210d1 binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:43:43.285510 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] For port 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:43.286028 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.300291 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Publish callbacks [] for port (762021b7-7661-4250-969e-bcf79b123318), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.304915 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Calling delete_port for 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 owned by network:router_interface {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:43.320608 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port f48c2808-e0f5-4084-833c-6c218b377430 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:43.324457 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.331539 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:43.340556 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (762021b7-7661-4250-969e-bcf79b123318), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.393706 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:43:43.397054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:43.399482 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:43:43.401946 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Pushing event updated for resources: {'Port': ['ID=762021b7-7661-4250-969e-bcf79b123318,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:43.432313 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c59fa24a-30b0-426a-ab2a-935313b34c34 None None] Current status of the port f48c2808-e0f5-4084-833c-6c218b377430 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:43.440284 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:43.447313 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (2a92ad60-f697-402e-b713-8672f745686c), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.537023 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.596183 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:43.648125 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (762021b7-7661-4250-969e-bcf79b123318), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.660586 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:43.674032 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Publish callbacks [] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.689253 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.739844 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Attempting to bind port b5842b82-d79d-436d-b0c0-85a8fc7210d1 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:43:43.740359 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Attempting to bind port b5842b82-d79d-436d-b0c0-85a8fc7210d1 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:43:43.740797 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Attempting to bind port b5842b82-d79d-436d-b0c0-85a8fc7210d1 on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:43:43.757647 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (87febfd9-73a2-40db-aaca-01eef75cc423), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.790702 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-7f30e760-8fd8-47c3-aa3f-6e04d674c449 None None] Provisioning complete for port 762021b7-7661-4250-969e-bcf79b123318 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:43.790702 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7f30e760-8fd8-47c3-aa3f-6e04d674c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (762021b7-7661-4250-969e-bcf79b123318), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.791057 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-7f30e760-8fd8-47c3-aa3f-6e04d674c449 None None] Attempt 1 to provision port 762021b7-7661-4250-969e-bcf79b123318 Oct 06 04:43:43.793242 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:43.829376 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:43.832666 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-7f30e760-8fd8-47c3-aa3f-6e04d674c449 None None] Port 762021b7-7661-4250-969e-bcf79b123318 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:43:43.834071 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c375-1e74-4419-a00b-3ff5579532c3 None None] Pushing event updated for resources: {'Port': ['ID=b5842b82-d79d-436d-b0c0-85a8fc7210d1,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:43.855881 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:43:43.856684 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:43:43.857093 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.857494 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:43:43.857986 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Bound port: b5842b82-d79d-436d-b0c0-85a8fc7210d1, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:43:43.858372 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.871033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Publish callbacks [] for port (762021b7-7661-4250-969e-bcf79b123318), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.876085 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (762021b7-7661-4250-969e-bcf79b123318), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.914767 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] For port b5842b82-d79d-436d-b0c0-85a8fc7210d1, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:43:43.918716 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] For port b5842b82-d79d-436d-b0c0-85a8fc7210d1, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=b5842b82-d79d-436d-b0c0-85a8fc7210d1,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:43:43.927853 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.952381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (2a92ad60-f697-402e-b713-8672f745686c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:43.963322 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Pushing event updated for resources: {'Port': ['ID=762021b7-7661-4250-969e-bcf79b123318,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:43.996161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c375-1e74-4419-a00b-3ff5579532c3 None None] Pushing event updated for resources: {'Port': ['ID=b5842b82-d79d-436d-b0c0-85a8fc7210d1,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:44.000764 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:44.001476 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:44.072037 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:43:44.080359 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:44.140006 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:44.240265 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Router 2a92ad60-f697-402e-b713-8672f745686c has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:43:44.358756 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:44.369166 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b9975401-a983-47b5-9a02-cb71d5d78b89 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2a92ad60-f697-402e-b713-8672f745686c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8845453 Oct 06 04:43:44.369283 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Router 87febfd9-73a2-40db-aaca-01eef75cc423 has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:43:44.393070 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-ffd4ad03-e36f-4697-b768-5003a17dd432 None None] Provisioning complete for port 762021b7-7661-4250-969e-bcf79b123318 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:44.393447 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ad03-e36f-4697-b768-5003a17dd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (762021b7-7661-4250-969e-bcf79b123318), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:44.393786 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-ffd4ad03-e36f-4697-b768-5003a17dd432 None None] Attempt 1 to provision port 762021b7-7661-4250-969e-bcf79b123318 Oct 06 04:43:44.469897 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4ad03-e36f-4697-b768-5003a17dd432 None None] Port 762021b7-7661-4250-969e-bcf79b123318 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:43:44.479116 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:44.484003 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-a69ce91e-dfe0-4e02-b468-69ed9f6a618c admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/87febfd9-73a2-40db-aaca-01eef75cc423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0896318 Oct 06 04:43:44.487300 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45720) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:44.490094 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] Sync routers for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:44.510756 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:44.511701 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:44.532713 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:44.560849 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 2, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:44.592986 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef282c-8184-4ff2-b77c-90294dfaf5cb None None] The sync data for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi is: [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 2, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:44.606086 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks [] for router (87febfd9-73a2-40db-aaca-01eef75cc423), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:44.650182 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:44.745605 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks [] for router_gateway (87febfd9-73a2-40db-aaca-01eef75cc423), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:44.798891 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Deleting port 3bbea907-23b0-4869-bd02-9a208a37f51a {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:44.799782 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:44.869258 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f48c2808-e0f5-4084-833c-6c218b377430 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:44.907851 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 5, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port': {'id': '3bbea907-23b0-4869-bd02-9a208a37f51a', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ab:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:32:14Z', 'updated_at': '2022-10-06T04:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:44.944171 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port f48c2808-e0f5-4084-833c-6c218b377430 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:44.944705 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f48c2808-e0f5-4084-833c-6c218b377430), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:44.945162 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port f48c2808-e0f5-4084-833c-6c218b377430 Oct 06 04:43:44.961934 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] Checking router: 87febfd9-73a2-40db-aaca-01eef75cc423 for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:44.983449 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] Routers {'87febfd9-73a2-40db-aaca-01eef75cc423'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:44.984010 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['87febfd9-73a2-40db-aaca-01eef75cc423'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:44.998604 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] For port 3bbea907-23b0-4869-bd02-9a208a37f51a, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=3bbea907-23b0-4869-bd02-9a208a37f51a,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:44.998982 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.015677 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Calling delete_port for 3bbea907-23b0-4869-bd02-9a208a37f51a owned by network:router_gateway {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:45.036067 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:45.056389 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port f48c2808-e0f5-4084-833c-6c218b377430 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:45.079494 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] Set router 87febfd9-73a2-40db-aaca-01eef75cc423 gateway port host: None {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:45.105232 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45734) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:45.109831 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-948891067-network', 'tenant_id': '794a333acb874a3784e504154d321157'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:45.114103 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:45.134317 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:43:44Z', 'revision_number': 6, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:45.159623 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Made reservation on behalf of 794a333acb874a3784e504154d321157 for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:43:45.162075 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.166412 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2381cb-0722-4693-8371-e5ad872bd1a0 None None] The sync data for ids ['87febfd9-73a2-40db-aaca-01eef75cc423'] in dv-cinder-860227-2-iscsi is: [{'id': '87febfd9-73a2-40db-aaca-01eef75cc423', 'name': 'tempest-AttachVolumeShelveTestJSON-1299241619-router', 'tenant_id': '594a13a702cf47898a48ab4fd6789359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:32:13Z', 'updated_at': '2022-10-06T04:43:44Z', 'revision_number': 6, 'project_id': '594a13a702cf47898a48ab4fd6789359', 'gw_port_host': None}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:45.183277 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.285050 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (3bbea907-23b0-4869-bd02-9a208a37f51a), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.304110 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Publish callbacks [] for security_group (6e79e459-c219-46b4-8fc7-363317bc6ddb), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.310390 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6e79e459-c219-46b4-8fc7-363317bc6ddb), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.324908 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbea907-23b0-4869-bd02-9a208a37f51a,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:45.336676 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:43:45.354675 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e79e459-c219-46b4-8fc7-363317bc6ddb,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:45.357807 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (d576bbde-03db-426e-8d25-113e32fc17bd), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.358277 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Added segment d576bbde-03db-426e-8d25-113e32fc17bd of type vlan for network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 Oct 06 04:43:45.403217 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (494dd045-dc6e-4056-bec4-c2ce0e9beb17), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.410929 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (87febfd9-73a2-40db-aaca-01eef75cc423), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.430087 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (494dd045-dc6e-4056-bec4-c2ce0e9beb17), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.432620 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:45.433428 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.504138 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3949480 Oct 06 04:43:45.504138 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45742) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:45.508430 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Request body: {'subnet': {'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-948891067-subnet', 'tenant_id': '794a333acb874a3784e504154d321157', 'ip_version': 4}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:45.510850 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (87febfd9-73a2-40db-aaca-01eef75cc423), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.513979 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks [] for router_controller (87febfd9-73a2-40db-aaca-01eef75cc423), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.517905 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f952ac-5d92-4033-b176-10aae357ef68 admin admin] Pushing event updated for resources: {'Network': ['ID=494dd045-dc6e-4056-bec4-c2ce0e9beb17,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:45.524219 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:45.529919 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:43:45.536433 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Made reservation on behalf of 794a333acb874a3784e504154d321157 for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:43:45.538799 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25972344'] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.571227 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (87febfd9-73a2-40db-aaca-01eef75cc423), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.572046 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87febfd9-73a2-40db-aaca-01eef75cc423 {{(pid=106194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:43:45.594170 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.601565 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-dd33d210-2061-4099-a9d8-389dcfc5f43a admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/87febfd9-73a2-40db-aaca-01eef75cc423 HTTP/1.1" status: 204 len: 168 time: 1.1112812 Oct 06 04:43:45.602522 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45744) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:45.685254 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b3a125-617d-406d-ab42-5232c6aefc9c admin admin] Deleting subnet 53aeb215-4958-4b55-8334-db9385b5e573 {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:43:45.690706 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a125-617d-406d-ab42-5232c6aefc9c admin admin] Publish callbacks [] for subnet (53aeb215-4958-4b55-8334-db9385b5e573), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.741094 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a125-617d-406d-ab42-5232c6aefc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (53aeb215-4958-4b55-8334-db9385b5e573), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.774427 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:45.786700 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26536829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25972330'] for subnet (d24a2837-c71f-468e-8458-7ed3be73e7fb), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.827240 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a125-617d-406d-ab42-5232c6aefc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (53aeb215-4958-4b55-8334-db9385b5e573), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.849074 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24a2837-c71f-468e-8458-7ed3be73e7fb,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:45.859783 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Checking segment: {'id': 'd576bbde-03db-426e-8d25-113e32fc17bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:43:45.860254 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Network hostable DHCP agents. Network: 494dd045-dc6e-4056-bec4-c2ce0e9beb17, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:43:45.881074 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:43:45.891297 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 494dd045-dc6e-4056-bec4-c2ce0e9beb17) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:45.892878 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a125-617d-406d-ab42-5232c6aefc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (53aeb215-4958-4b55-8334-db9385b5e573), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.896680 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:43:45.897336 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.902862 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d18c0d-5f7c-4f21-8fcd-9025a451f632 None None] Network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:43:45.909400 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a125-617d-406d-ab42-5232c6aefc9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.916201 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-b2b3a125-617d-406d-ab42-5232c6aefc9c admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/53aeb215-4958-4b55-8334-db9385b5e573 HTTP/1.1" status: 204 len: 168 time: 0.3119116 Oct 06 04:43:45.924219 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45746) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:45.937069 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3a125-617d-406d-ab42-5232c6aefc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53aeb215-4958-4b55-8334-db9385b5e573,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:45.956448 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3579dc2b-efef-4e36-843f-1664bcba4618 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4487858 Oct 06 04:43:45.957486 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45748) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:45.962519 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:45.985320 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd864a1-c48f-45bd-8300-d4756ef291ca None None] Network b586c8b5-56f0-4e30-8c9b-f6b5b9731066 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:43:45.988277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:45.989009 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:45.991769 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.004517 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:46.017114 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (b586c8b5-56f0-4e30-8c9b-f6b5b9731066), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.079219 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Deleting port 398a98a0-8342-4804-8f72-d6425d3bacd9 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:46.079619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.085258 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks [] for router_controller (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), precommit_add_association {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.103251 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:46.126366 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-494dd045-dc6e-4056-bec4-c2ce0e9beb17', 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17', 'project_id': '794a333acb874a3784e504154d321157', 'fixed_ips': [{'subnet_id': 'd24a2837-c71f-468e-8458-7ed3be73e7fb'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:43:46.127323 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.184700 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] For port 398a98a0-8342-4804-8f72-d6425d3bacd9, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=398a98a0-8342-4804-8f72-d6425d3bacd9,segment=NetworkSegment(1f77afd2-9a61-4928-b349-3c4989a569f0),segment_id=1f77afd2-9a61-4928-b349-3c4989a569f0)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:46.185731 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.210075 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Calling delete_port for 398a98a0-8342-4804-8f72-d6425d3bacd9 owned by network:dhcp {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:46.264217 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] DHCP port deletion for b586c8b5-56f0-4e30-8c9b-f6b5b9731066 request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:43:46.297004 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks [] for router_gateway (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.366759 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.379926 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] Deleting port 398a98a0-8342-4804-8f72-d6425d3bacd9 {{(pid=106196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:43:46.380535 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), before_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.402072 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:46.410699 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Pushing event deleted for resources: {'Port': ['ID=398a98a0-8342-4804-8f72-d6425d3bacd9,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:46.414542 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] No DVR routers for this DVR port 398a98a0-8342-4804-8f72-d6425d3bacd9 on host dv-cinder-860227-2-iscsi {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:43:46.493019 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Allocated IP 172.20.0.2 (494dd045-dc6e-4056-bec4-c2ce0e9beb17/d24a2837-c71f-468e-8458-7ed3be73e7fb/15cce25a-38e2-49b2-bfd9-c8944c2ae0d8) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:43:46.538415 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (b586c8b5-56f0-4e30-8c9b-f6b5b9731066), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.549345 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] For port 398a98a0-8342-4804-8f72-d6425d3bacd9, host dv-cinder-860227-2-iscsi, got binding levels [] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:46.549931 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), precommit_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.563269 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b586c8b5-56f0-4e30-8c9b-f6b5b9731066']}} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:46.576100 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f77afd2-9a61-4928-b349-3c4989a569f0') {'for_net_delete': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:46.576100 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f77afd2-9a61-4928-b349-3c4989a569f0') {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:46.576753 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] Calling delete_port for 398a98a0-8342-4804-8f72-d6425d3bacd9 owned by network:dhcp {{(pid=106196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:43:46.582726 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks [] for router_gateway (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.589215 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.ipam_backend_mixin [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] Port 398a98a0-8342-4804-8f72-d6425d3bacd9 was not found and therefore no delete operation was performed {{(pid=106196) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 06 04:43:46.589438 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26146984'] for segment (1f77afd2-9a61-4928-b349-3c4989a569f0), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.592177 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725'] for port (398a98a0-8342-4804-8f72-d6425d3bacd9), after_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.607574 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.608405 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (1f77afd2-9a61-4928-b349-3c4989a569f0), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.618585 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=106195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:43:46.619246 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536918'] for segment (1f77afd2-9a61-4928-b349-3c4989a569f0), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.648639 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] Pushing event deleted for resources: {'Port': ['ID=398a98a0-8342-4804-8f72-d6425d3bacd9,revision_number=None']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:46.667883 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032fcc5b-9aa9-4b6f-833b-61a5e100abb3 None None] No DVR routers for this DVR port 398a98a0-8342-4804-8f72-d6425d3bacd9 on host dv-cinder-860227-2-iscsi {{(pid=106196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:43:46.711905 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 1f77afd2-9a61-4928-b349-3c4989a569f0 resource provider aggregate not found Oct 06 04:43:46.721607 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (b586c8b5-56f0-4e30-8c9b-f6b5b9731066), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.730038 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.734870 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/b586c8b5-56f0-4e30-8c9b-f6b5b9731066 HTTP/1.1" status: 204 len: 168 time: 0.8093052 Oct 06 04:43:46.751708 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment 1f77afd2-9a61-4928-b349-3c4989a569f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f77afd2-9a61-4928-b349-3c4989a569f0 found for delete ", "request_id": "req-c4ba728c-26da-4b38-9d6d-7652034a4066"}]} Oct 06 04:43:46.752880 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99537ee1-303d-434a-9bf3-1aed44d2770a admin admin] Pushing event deleted for resources: {'Network': ['ID=b586c8b5-56f0-4e30-8c9b-f6b5b9731066,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:46.802525 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Publish callbacks [] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.810789 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.811474 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Allocated IP 172.27.0.69 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/9eb036c3-e41b-4faf-947a-730624ded91e) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:43:46.851106 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device b5842b82-d79d-436d-b0c0-85a8fc7210d1 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:46.893707 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:43:46.901499 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:46.903223 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Pushing event updated for resources: {'Port': ['ID=15cce25a-38e2-49b2-bfd9-c8944c2ae0d8,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:46.907141 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:43:46.961231 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks [] for port (9eb036c3-e41b-4faf-947a-730624ded91e), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.972425 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port b5842b82-d79d-436d-b0c0-85a8fc7210d1 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:46.972845 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:46.973185 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port b5842b82-d79d-436d-b0c0-85a8fc7210d1 Oct 06 04:43:46.977387 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Attempting to bind port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:43:46.977762 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Attempting to bind port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'd576bbde-03db-426e-8d25-113e32fc17bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:43:46.978128 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Attempting to bind port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 on network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:43:46.983297 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45762) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:47.044988 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.054323 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:47.057533 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-271b45d9-074e-4ad9-9053-e73e29a472d2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=594a13a702cf47898a48ab4fd6789359&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0732071 Oct 06 04:43:47.060197 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45764) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:47.063535 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:43:47.063915 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Checking segment: {'id': 'd576bbde-03db-426e-8d25-113e32fc17bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:43:47.064317 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.064703 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Bound using segment: {'id': 'd576bbde-03db-426e-8d25-113e32fc17bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:43:47.065179 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Bound port: 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd576bbde-03db-426e-8d25-113e32fc17bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:43:47.065559 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.097267 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:43:47.102731 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:47.105260 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:43:47.127114 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:47.129345 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Pushing event updated for resources: {'Port': ['ID=9eb036c3-e41b-4faf-947a-730624ded91e,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:47.134111 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7f8f6c7e-5d0a-445d-a483-5b160c57f735 admin admin] Publish callbacks [] for security_group (17b8f125-5c95-4ec4-ba4f-17eb09fc4dbc), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.135923 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:47.140355 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:47.161338 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port b5842b82-d79d-436d-b0c0-85a8fc7210d1 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:47.161596 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7f8f6c7e-5d0a-445d-a483-5b160c57f735 admin admin] Publish callbacks [] for security_group (17b8f125-5c95-4ec4-ba4f-17eb09fc4dbc), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.161924 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.184167 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] For port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:43:47.204183 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port b5842b82-d79d-436d-b0c0-85a8fc7210d1, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=b5842b82-d79d-436d-b0c0-85a8fc7210d1,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:47.206286 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] For port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=15cce25a-38e2-49b2-bfd9-c8944c2ae0d8,segment=NetworkSegment(d576bbde-03db-426e-8d25-113e32fc17bd),segment_id=d576bbde-03db-426e-8d25-113e32fc17bd)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:43:47.216935 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.222926 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.240026 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7f8f6c7e-5d0a-445d-a483-5b160c57f735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (17b8f125-5c95-4ec4-ba4f-17eb09fc4dbc), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.244692 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7f8f6c7e-5d0a-445d-a483-5b160c57f735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.249442 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-7f8f6c7e-5d0a-445d-a483-5b160c57f735 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/17b8f125-5c95-4ec4-ba4f-17eb09fc4dbc HTTP/1.1" status: 204 len: 168 time: 0.1878302 Oct 06 04:43:47.261356 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f6c7e-5d0a-445d-a483-5b160c57f735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b8f125-5c95-4ec4-ba4f-17eb09fc4dbc,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:47.326093 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 398a98a0-8342-4804-8f72-d6425d3bacd9 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:47.351011 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=b5842b82-d79d-436d-b0c0-85a8fc7210d1,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:47.353825 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 398a98a0-8342-4804-8f72-d6425d3bacd9 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:47.354280 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 398a98a0-8342-4804-8f72-d6425d3bacd9 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:47.354794 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:47.416091 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:47.416550 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 7b81b9bb-3d54-483f-b3a4-e68b2e5c9af7 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:47.418357 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 3bbea907-23b0-4869-bd02-9a208a37f51a no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:43:47.444886 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 3bbea907-23b0-4869-bd02-9a208a37f51a {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:43:47.445241 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 3bbea907-23b0-4869-bd02-9a208a37f51a not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:43:47.461230 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed354ed-fb40-4b92-82f2-3c13e3ffc10c None None] Pushing event updated for resources: {'Port': ['ID=15cce25a-38e2-49b2-bfd9-c8944c2ae0d8,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:47.478841 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks [] for router_gateway (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:47.615326 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Sync routers for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:47.639545 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:47.640536 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:47.757086 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:47.801127 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:47.814500 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:48.012825 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:43:48.164558 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:48.179988 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Sync routers for ids ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:48.194578 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:48.195864 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-adec92b8-afbb-4a59-a9ad-1212f5ca030d admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2370863 Oct 06 04:43:48.198595 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45798) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:48.202370 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Routers {'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:48.203018 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:48.258291 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 2, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:48.300734 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Checking router: 2a92ad60-f697-402e-b713-8672f745686c for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:48.301364 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Updating router 2a92ad60-f697-402e-b713-8672f745686c port 762021b7-7661-4250-969e-bcf79b123318 binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:43:48.346560 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (762021b7-7661-4250-969e-bcf79b123318), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:48.457891 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Set router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:48.564611 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:48.635857 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269cdab6-5e11-4460-a5d2-e5ea49902d0c None None] Network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:43:48.646695 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:48.717261 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-ea6f9a2b-1411-4ea6-954a-a1cc6f2dc803 None None] Provisioning complete for port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:48.717647 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9a2b-1411-4ea6-954a-a1cc6f2dc803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:48.718085 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-ea6f9a2b-1411-4ea6-954a-a1cc6f2dc803 None None] Attempt 1 to provision port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 Oct 06 04:43:48.720106 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 3, 'project_id': '794a333acb874a3784e504154d321157', 'gw_port': {'id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:48.758299 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Checking router: c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:48.758768 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Updating router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a port 9eb036c3-e41b-4faf-947a-730624ded91e binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:43:48.821682 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:48.887586 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:48.907465 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Publish callbacks [] for port (762021b7-7661-4250-969e-bcf79b123318), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:48.965486 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (762021b7-7661-4250-969e-bcf79b123318), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:48.981953 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device b5842b82-d79d-436d-b0c0-85a8fc7210d1 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:49.094314 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:49.095375 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:49.105268 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.145525 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f9a2b-1411-4ea6-954a-a1cc6f2dc803 None None] Current status of the port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:49.145937 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9a2b-1411-4ea6-954a-a1cc6f2dc803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.147858 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Publish callbacks [] for port (9eb036c3-e41b-4faf-947a-730624ded91e), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.164264 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.209182 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df162a64-2327-469a-bbfb-516fd99c51c7 None None] Pushing event updated for resources: {'Port': ['ID=762021b7-7661-4250-969e-bcf79b123318,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:49.244083 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Attempting to bind port 9eb036c3-e41b-4faf-947a-730624ded91e on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:43:49.245197 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Attempting to bind port 762021b7-7661-4250-969e-bcf79b123318 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:43:49.245316 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Attempting to bind port 9eb036c3-e41b-4faf-947a-730624ded91e by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:43:49.245316 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Attempting to bind port 9eb036c3-e41b-4faf-947a-730624ded91e on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:43:49.245478 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Attempting to bind port 762021b7-7661-4250-969e-bcf79b123318 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:43:49.245478 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Attempting to bind port 762021b7-7661-4250-969e-bcf79b123318 on network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:43:49.276189 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Pushing event updated for resources: {'Port': ['ID=9eb036c3-e41b-4faf-947a-730624ded91e,revision_number=2']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:49.292594 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-ea6f9a2b-1411-4ea6-954a-a1cc6f2dc803 None None] For port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=15cce25a-38e2-49b2-bfd9-c8944c2ae0d8,segment=NetworkSegment(d576bbde-03db-426e-8d25-113e32fc17bd),segment_id=d576bbde-03db-426e-8d25-113e32fc17bd)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:49.299722 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port b5842b82-d79d-436d-b0c0-85a8fc7210d1 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:49.300665 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.301046 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.301046 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.301377 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.301720 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.302052 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.302377 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.302772 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.303038 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port b5842b82-d79d-436d-b0c0-85a8fc7210d1 Oct 06 04:43:49.303245 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.303475 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.309730 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9a2b-1411-4ea6-954a-a1cc6f2dc803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.313148 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.314285 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.315649 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.315848 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.317618 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.317964 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:43:49.339897 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:43:49.340435 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:43:49.340958 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.341387 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:43:49.341937 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Bound port: 9eb036c3-e41b-4faf-947a-730624ded91e, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:43:49.342360 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.408790 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] For port 9eb036c3-e41b-4faf-947a-730624ded91e, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:43:49.412816 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] For port 9eb036c3-e41b-4faf-947a-730624ded91e, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=9eb036c3-e41b-4faf-947a-730624ded91e,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:43:49.413212 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Allocated IP 172.20.0.1 (494dd045-dc6e-4056-bec4-c2ce0e9beb17/d24a2837-c71f-468e-8458-7ed3be73e7fb/22ef10b7-5dfa-4668-849f-81dfb4bd86a2) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:43:49.416039 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f9a2b-1411-4ea6-954a-a1cc6f2dc803 None None] Pushing event updated for resources: {'Port': ['ID=15cce25a-38e2-49b2-bfd9-c8944c2ae0d8,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:49.418647 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:49.425230 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.465184 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:43:49.465629 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Checking segment: {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:43:49.466057 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.466462 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Bound using segment: {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:43:49.466982 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Bound port: 762021b7-7661-4250-969e-bcf79b123318, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:43:49.467737 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (762021b7-7661-4250-969e-bcf79b123318), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.513287 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2cefd-491e-4360-9e9b-40fa5aa47799 None None] Pushing event updated for resources: {'Port': ['ID=9eb036c3-e41b-4faf-947a-730624ded91e,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:49.523490 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Routers {'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:49.524180 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:49.553535 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Publish callbacks [] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.572906 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port b5842b82-d79d-436d-b0c0-85a8fc7210d1 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:49.574056 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:49.580198 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-af9cc8d7-267f-4357-b051-77769e59f4f9 None None] Provisioning complete for port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:49.580492 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-af9cc8d7-267f-4357-b051-77769e59f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.581194 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-af9cc8d7-267f-4357-b051-77769e59f4f9 None None] Attempt 1 to provision port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 Oct 06 04:43:49.600731 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.650031 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Pushing event updated for resources: {'Port': ['ID=22ef10b7-5dfa-4668-849f-81dfb4bd86a2,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:49.659297 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] Set router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:49.660042 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] For port 762021b7-7661-4250-969e-bcf79b123318, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:43:49.662322 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:43:49.664637 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:49.666233 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] For port 762021b7-7661-4250-969e-bcf79b123318, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=762021b7-7661-4250-969e-bcf79b123318,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:43:49.668407 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:43:49.680852 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:49.686566 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (762021b7-7661-4250-969e-bcf79b123318), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.720460 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.743979 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:49.744365 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.744959 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 Oct 06 04:43:49.774730 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:49.833841 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:49.836087 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:49.836785 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:49.921457 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 3, 'project_id': '794a333acb874a3784e504154d321157', 'gw_port': {'id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:49.950831 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738f0e90-6b04-4a83-a698-c0c44653751b None None] The sync data for ids ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'] in dv-cinder-860227-2-iscsi is: [{'id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 3, 'project_id': '794a333acb874a3784e504154d321157', 'gw_port': {'id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:49.960281 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-af9cc8d7-267f-4357-b051-77769e59f4f9 None None] Current status of the port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:49.962849 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:49.984143 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df162a64-2327-469a-bbfb-516fd99c51c7 None None] Pushing event updated for resources: {'Port': ['ID=762021b7-7661-4250-969e-bcf79b123318,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:50.102726 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:50.109315 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-20030478-e0cc-48b6-b1fb-9c411e047e26 None None] Provisioning complete for port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:50.110312 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-20030478-e0cc-48b6-b1fb-9c411e047e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:50.111053 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-20030478-e0cc-48b6-b1fb-9c411e047e26 None None] Attempt 1 to provision port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 Oct 06 04:43:50.135646 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:50.191318 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-20030478-e0cc-48b6-b1fb-9c411e047e26 None None] Port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:43:50.219459 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Publish callbacks [] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:50.243507 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:50.377946 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:50.391174 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Pushing event updated for resources: {'Port': ['ID=22ef10b7-5dfa-4668-849f-81dfb4bd86a2,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:50.501903 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:43:50.503759 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:43:50.584943 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:49Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:50.627598 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd49ca3-24d7-45f8-a25b-59dab6309a1e None None] The sync data for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi is: [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:49Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:50.662047 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:43:50.764826 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:50.821055 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-9eaa10e9-2e49-4b4b-aa97-a37b0c0e8aab None None] Provisioning complete for port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:50.821639 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-9eaa10e9-2e49-4b4b-aa97-a37b0c0e8aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:50.821730 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-9eaa10e9-2e49-4b4b-aa97-a37b0c0e8aab None None] Attempt 1 to provision port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 Oct 06 04:43:50.830949 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:43:50.837313 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-6a4e5880-3e9f-44cd-8281-ac15016b3c0b admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6364601 Oct 06 04:43:50.877507 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa10e9-2e49-4b4b-aa97-a37b0c0e8aab None None] Port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:43:50.945938 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 762021b7-7661-4250-969e-bcf79b123318 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:51.007244 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 762021b7-7661-4250-969e-bcf79b123318 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:51.007669 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (762021b7-7661-4250-969e-bcf79b123318), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.008010 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 762021b7-7661-4250-969e-bcf79b123318 Oct 06 04:43:51.100352 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 762021b7-7661-4250-969e-bcf79b123318 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:51.101096 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (762021b7-7661-4250-969e-bcf79b123318), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.137954 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 762021b7-7661-4250-969e-bcf79b123318, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=762021b7-7661-4250-969e-bcf79b123318,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:51.143456 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (762021b7-7661-4250-969e-bcf79b123318), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.144558 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 9eb036c3-e41b-4faf-947a-730624ded91e up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:51.218904 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:51.255142 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=762021b7-7661-4250-969e-bcf79b123318,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:51.259308 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 9eb036c3-e41b-4faf-947a-730624ded91e triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:51.259690 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.260029 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 9eb036c3-e41b-4faf-947a-730624ded91e Oct 06 04:43:51.338454 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45842) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:51.343477 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-7dd71147-f90d-41ef-90e4-46ef46b99585 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284699966', 'description': 'tempest-secgroup-smoke-284699966 description', 'project_id': '0a6698bc3af34041bd01a5d5abefb11c'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:51.347011 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 9eb036c3-e41b-4faf-947a-730624ded91e is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:51.347584 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.364578 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7dd71147-f90d-41ef-90e4-46ef46b99585 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.373443 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 9eb036c3-e41b-4faf-947a-730624ded91e, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=9eb036c3-e41b-4faf-947a-730624ded91e,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:51.379068 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.380251 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:51.437027 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7dd71147-f90d-41ef-90e4-46ef46b99585 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group (b7986a35-88d0-4823-9b4b-5f279162a8b7), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.439532 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:51.445023 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7dd71147-f90d-41ef-90e4-46ef46b99585 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (b7986a35-88d0-4823-9b4b-5f279162a8b7), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.455306 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:51.467251 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=9eb036c3-e41b-4faf-947a-730624ded91e,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:51.481301 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-7dd71147-f90d-41ef-90e4-46ef46b99585 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.486283 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-7dd71147-f90d-41ef-90e4-46ef46b99585 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1429541 Oct 06 04:43:51.486283 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd71147-f90d-41ef-90e4-46ef46b99585 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7986a35-88d0-4823-9b4b-5f279162a8b7,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:51.486577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45844) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:51.491964 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-5a8aad50-65d6-43f1-ad37-e7d6d42b2e21 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Request body: {'security_group_rule': {'security_group_id': 'b7986a35-88d0-4823-9b4b-5f279162a8b7', 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:51.503178 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:51.503557 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.503897 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 Oct 06 04:43:51.529076 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5a8aad50-65d6-43f1-ad37-e7d6d42b2e21 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (e5b93b5f-9657-4fe3-aff7-26fbc27319c2), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.576269 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:51.588513 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5a8aad50-65d6-43f1-ad37-e7d6d42b2e21 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (e5b93b5f-9657-4fe3-aff7-26fbc27319c2), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.592096 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5a8aad50-65d6-43f1-ad37-e7d6d42b2e21 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (e5b93b5f-9657-4fe3-aff7-26fbc27319c2), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.612218 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aad50-65d6-43f1-ad37-e7d6d42b2e21 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b93b5f-9657-4fe3-aff7-26fbc27319c2,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:51.618020 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5a8aad50-65d6-43f1-ad37-e7d6d42b2e21 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.622115 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-5a8aad50-65d6-43f1-ad37-e7d6d42b2e21 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310325 Oct 06 04:43:51.622253 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45846) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:51.627402 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-3056d2be-4630-4cbf-9f63-96ac9a446442 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Request body: {'security_group_rule': {'security_group_id': 'b7986a35-88d0-4823-9b4b-5f279162a8b7', 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:51.653495 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:51.656328 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3056d2be-4630-4cbf-9f63-96ac9a446442 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (f6ea45bd-7e21-4b52-928e-64f8946b260c), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.718313 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3056d2be-4630-4cbf-9f63-96ac9a446442 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (f6ea45bd-7e21-4b52-928e-64f8946b260c), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.722763 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3056d2be-4630-4cbf-9f63-96ac9a446442 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (f6ea45bd-7e21-4b52-928e-64f8946b260c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.743931 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056d2be-4630-4cbf-9f63-96ac9a446442 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ea45bd-7e21-4b52-928e-64f8946b260c,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:51.754715 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3056d2be-4630-4cbf-9f63-96ac9a446442 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.756153 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3056d2be-4630-4cbf-9f63-96ac9a446442 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328745 Oct 06 04:43:51.759065 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45848) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:51.763383 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-c9575b06-2dda-417e-80de-e8c3bebd35bb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Request body: {'security_group_rule': {'security_group_id': 'b7986a35-88d0-4823-9b4b-5f279162a8b7', 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:51.793191 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c9575b06-2dda-417e-80de-e8c3bebd35bb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (88182a90-c1b8-4e85-828d-18b225cbf7e4), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.871672 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c9575b06-2dda-417e-80de-e8c3bebd35bb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (88182a90-c1b8-4e85-828d-18b225cbf7e4), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.877307 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c9575b06-2dda-417e-80de-e8c3bebd35bb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (88182a90-c1b8-4e85-828d-18b225cbf7e4), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.897763 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9575b06-2dda-417e-80de-e8c3bebd35bb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88182a90-c1b8-4e85-828d-18b225cbf7e4,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:51.902157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c9575b06-2dda-417e-80de-e8c3bebd35bb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:51.903332 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c9575b06-2dda-417e-80de-e8c3bebd35bb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432250 Oct 06 04:43:51.906014 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45850) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:51.910934 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-ecca27ea-91d5-4ae5-80e0-4f9a97a2fd9b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Request body: {'security_group_rule': {'security_group_id': 'b7986a35-88d0-4823-9b4b-5f279162a8b7', 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:51.940954 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ecca27ea-91d5-4ae5-80e0-4f9a97a2fd9b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (0d7cc12d-971b-4974-8a25-56add9ccf4a3), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.002476 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ecca27ea-91d5-4ae5-80e0-4f9a97a2fd9b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (0d7cc12d-971b-4974-8a25-56add9ccf4a3), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.006170 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ecca27ea-91d5-4ae5-80e0-4f9a97a2fd9b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (0d7cc12d-971b-4974-8a25-56add9ccf4a3), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.031557 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca27ea-91d5-4ae5-80e0-4f9a97a2fd9b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7cc12d-971b-4974-8a25-56add9ccf4a3,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:52.037859 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ecca27ea-91d5-4ae5-80e0-4f9a97a2fd9b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.039229 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ecca27ea-91d5-4ae5-80e0-4f9a97a2fd9b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314137 Oct 06 04:43:52.041940 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45852) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:52.046348 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-0917411d-73a2-46fa-98e4-5e98d14e1cf1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Request body: {'security_group_rule': {'security_group_id': 'b7986a35-88d0-4823-9b4b-5f279162a8b7', 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:52.069863 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.securitygroups_db [None req-0917411d-73a2-46fa-98e4-5e98d14e1cf1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Project 0a6698bc3af34041bd01a5d5abefb11c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 04:43:52.075883 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0917411d-73a2-46fa-98e4-5e98d14e1cf1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (36da0e49-0447-4f6a-b640-005eae0a9b23), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.087769 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:52.094571 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Sync routers for ids ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:43:52.104695 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Routers {'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:52.105307 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:52.139512 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0917411d-73a2-46fa-98e4-5e98d14e1cf1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (36da0e49-0447-4f6a-b640-005eae0a9b23), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.144704 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0917411d-73a2-46fa-98e4-5e98d14e1cf1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (36da0e49-0447-4f6a-b640-005eae0a9b23), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.174642 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917411d-73a2-46fa-98e4-5e98d14e1cf1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36da0e49-0447-4f6a-b640-005eae0a9b23,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:52.185028 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-0917411d-73a2-46fa-98e4-5e98d14e1cf1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.186435 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-0917411d-73a2-46fa-98e4-5e98d14e1cf1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432843 Oct 06 04:43:52.189767 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45854) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:52.194112 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-488da648-16e0-48de-a02f-c6e568422318 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Request body: {'security_group_rule': {'security_group_id': 'b7986a35-88d0-4823-9b4b-5f279162a8b7', 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:43:52.219569 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.securitygroups_db [None req-488da648-16e0-48de-a02f-c6e568422318 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Project 0a6698bc3af34041bd01a5d5abefb11c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 04:43:52.223621 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Set router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:52.228746 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-488da648-16e0-48de-a02f-c6e568422318 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (24a0117e-b537-430b-891f-154e8ee4246e), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.291648 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-488da648-16e0-48de-a02f-c6e568422318 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (24a0117e-b537-430b-891f-154e8ee4246e), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.297299 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-488da648-16e0-48de-a02f-c6e568422318 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (24a0117e-b537-430b-891f-154e8ee4246e), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.320374 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488da648-16e0-48de-a02f-c6e568422318 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a0117e-b537-430b-891f-154e8ee4246e,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:52.324496 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-488da648-16e0-48de-a02f-c6e568422318 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.327604 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-488da648-16e0-48de-a02f-c6e568422318 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368070 Oct 06 04:43:52.420633 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:49Z', 'revision_number': 4, 'project_id': '794a333acb874a3784e504154d321157', 'gw_port': {'id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '22ef10b7-5dfa-4668-849f-81dfb4bd86a2', 'name': '', 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17', 'tenant_id': '794a333acb874a3784e504154d321157', 'mac_address': 'fa:16:3e:6e:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd24a2837-c71f-468e-8458-7ed3be73e7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:49Z', 'updated_at': '2022-10-06T04:43:50Z', 'revision_number': 2, 'project_id': '794a333acb874a3784e504154d321157', 'subnets': [{'id': 'd24a2837-c71f-468e-8458-7ed3be73e7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:52.447692 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Checking router: c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:43:52.448061 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Updating router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:43:52.481092 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.677131 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=100 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:52.798860 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 762021b7-7661-4250-969e-bcf79b123318 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:52.832135 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Publish callbacks [] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.855735 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.914005 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 762021b7-7661-4250-969e-bcf79b123318 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:52.914388 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (762021b7-7661-4250-969e-bcf79b123318), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:52.914731 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 762021b7-7661-4250-969e-bcf79b123318 Oct 06 04:43:52.956275 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45967c-0bf1-4d39-82a4-a3cc8ac45c59 None None] Pushing event updated for resources: {'Port': ['ID=22ef10b7-5dfa-4668-849f-81dfb4bd86a2,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:52.986844 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:53.006291 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Attempting to bind port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:43:53.006667 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Attempting to bind port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'd576bbde-03db-426e-8d25-113e32fc17bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:43:53.007059 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Attempting to bind port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 on network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:43:53.078397 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 762021b7-7661-4250-969e-bcf79b123318 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:53.079419 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 9eb036c3-e41b-4faf-947a-730624ded91e up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:53.083801 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:43:53.084176 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Checking segment: {'id': 'd576bbde-03db-426e-8d25-113e32fc17bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:43:53.084578 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:53.084972 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Bound using segment: {'id': 'd576bbde-03db-426e-8d25-113e32fc17bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:43:53.085441 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Bound port: 22ef10b7-5dfa-4668-849f-81dfb4bd86a2, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd576bbde-03db-426e-8d25-113e32fc17bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:43:53.085822 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:53.169595 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 9eb036c3-e41b-4faf-947a-730624ded91e triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:53.170253 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:53.170378 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 9eb036c3-e41b-4faf-947a-730624ded91e Oct 06 04:43:53.199229 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] For port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:43:53.219595 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] For port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=22ef10b7-5dfa-4668-849f-81dfb4bd86a2,segment=NetworkSegment(d576bbde-03db-426e-8d25-113e32fc17bd),segment_id=d576bbde-03db-426e-8d25-113e32fc17bd)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:43:53.228671 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:53.273089 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Routers {'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:43:53.273708 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:43:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:53.353276 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45967c-0bf1-4d39-82a4-a3cc8ac45c59 None None] Pushing event updated for resources: {'Port': ['ID=22ef10b7-5dfa-4668-849f-81dfb4bd86a2,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:53.362422 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 9eb036c3-e41b-4faf-947a-730624ded91e is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:53.414062 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] Set router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:43:53.446239 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:53.597139 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:49Z', 'revision_number': 4, 'project_id': '794a333acb874a3784e504154d321157', 'gw_port': {'id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '22ef10b7-5dfa-4668-849f-81dfb4bd86a2', 'name': '', 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17', 'tenant_id': '794a333acb874a3784e504154d321157', 'mac_address': 'fa:16:3e:6e:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd24a2837-c71f-468e-8458-7ed3be73e7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:49Z', 'updated_at': '2022-10-06T04:43:53Z', 'revision_number': 4, 'project_id': '794a333acb874a3784e504154d321157', 'subnets': [{'id': 'd24a2837-c71f-468e-8458-7ed3be73e7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:43:53.625210 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cb088-a4f9-4dfd-b8c8-163582f214ae None None] The sync data for ids ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'] in dv-cinder-860227-2-iscsi is: [{'id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:49Z', 'revision_number': 4, 'project_id': '794a333acb874a3784e504154d321157', 'gw_port': {'id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '22ef10b7-5dfa-4668-849f-81dfb4bd86a2', 'name': '', 'network_id': '494dd045-dc6e-4056-bec4-c2ce0e9beb17', 'tenant_id': '794a333acb874a3784e504154d321157', 'mac_address': 'fa:16:3e:6e:95:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd24a2837-c71f-468e-8458-7ed3be73e7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:49Z', 'updated_at': '2022-10-06T04:43:53Z', 'revision_number': 4, 'project_id': '794a333acb874a3784e504154d321157', 'subnets': [{'id': 'd24a2837-c71f-468e-8458-7ed3be73e7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:43:54.762112 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:54.924787 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:54.925072 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:54.925418 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 Oct 06 04:43:54.956734 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:54.998311 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:54.998708 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:55.035989 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=22ef10b7-5dfa-4668-849f-81dfb4bd86a2,segment=NetworkSegment(d576bbde-03db-426e-8d25-113e32fc17bd),segment_id=d576bbde-03db-426e-8d25-113e32fc17bd)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:43:55.039995 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:55.088603 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=22ef10b7-5dfa-4668-849f-81dfb4bd86a2,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:56.677881 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:56.764143 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:43:56.810250 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:43:56.810629 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:56.810983 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 Oct 06 04:43:56.886678 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:43:57.572653 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 45978) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:57.691785 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00fa03e8-0628-487c-aeb6-79d1b6f0fbbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:57.773708 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00fa03e8-0628-487c-aeb6-79d1b6f0fbbe admin admin] Publish callbacks [] for security_group (21de2057-bff6-492a-acfd-98c0e66f47d9), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:57.778641 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-00fa03e8-0628-487c-aeb6-79d1b6f0fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (21de2057-bff6-492a-acfd-98c0e66f47d9), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:57.825720 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-00fa03e8-0628-487c-aeb6-79d1b6f0fbbe admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f4052bd209fe40c383417fc8b888e17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492249 Oct 06 04:43:57.825720 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa03e8-0628-487c-aeb6-79d1b6f0fbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21de2057-bff6-492a-acfd-98c0e66f47d9,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:57.825899 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 45992) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:57.878671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7d591044-0b55-439a-8fc2-3d5bed7d0e72 admin admin] Publish callbacks [] for security_group (21de2057-bff6-492a-acfd-98c0e66f47d9), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:57.899249 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7d591044-0b55-439a-8fc2-3d5bed7d0e72 admin admin] Publish callbacks [] for security_group (21de2057-bff6-492a-acfd-98c0e66f47d9), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:57.905345 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:43:57.950555 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7d591044-0b55-439a-8fc2-3d5bed7d0e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (21de2057-bff6-492a-acfd-98c0e66f47d9), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:57.953079 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7d591044-0b55-439a-8fc2-3d5bed7d0e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:57.954228 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-7d591044-0b55-439a-8fc2-3d5bed7d0e72 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/21de2057-bff6-492a-acfd-98c0e66f47d9 HTTP/1.1" status: 204 len: 168 time: 0.1274543 Oct 06 04:43:57.962342 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d591044-0b55-439a-8fc2-3d5bed7d0e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21de2057-bff6-492a-acfd-98c0e66f47d9,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:58.231647 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46000) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:58.246120 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c702042d-c075-4885-8b97-f43456cad626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:58.328461 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c702042d-c075-4885-8b97-f43456cad626 admin admin] Publish callbacks [] for security_group (df67ede6-1cbf-456b-ba84-656bb2d2d669), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:58.332321 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c702042d-c075-4885-8b97-f43456cad626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (df67ede6-1cbf-456b-ba84-656bb2d2d669), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:58.372510 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c702042d-c075-4885-8b97-f43456cad626 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dac0cf152545448bad420a0b6c53713c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396651 Oct 06 04:43:58.373437 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702042d-c075-4885-8b97-f43456cad626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df67ede6-1cbf-456b-ba84-656bb2d2d669,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:58.375333 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46002) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:43:58.428001 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-475e7bd6-e630-4f96-af4c-a73a0c527917 admin admin] Publish callbacks [] for security_group (df67ede6-1cbf-456b-ba84-656bb2d2d669), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:58.449480 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-475e7bd6-e630-4f96-af4c-a73a0c527917 admin admin] Publish callbacks [] for security_group (df67ede6-1cbf-456b-ba84-656bb2d2d669), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:58.502434 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-475e7bd6-e630-4f96-af4c-a73a0c527917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (df67ede6-1cbf-456b-ba84-656bb2d2d669), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:58.505042 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-475e7bd6-e630-4f96-af4c-a73a0c527917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:43:58.506230 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-475e7bd6-e630-4f96-af4c-a73a0c527917 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/df67ede6-1cbf-456b-ba84-656bb2d2d669 HTTP/1.1" status: 204 len: 168 time: 0.1292310 Oct 06 04:43:58.515034 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e7bd6-e630-4f96-af4c-a73a0c527917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df67ede6-1cbf-456b-ba84-656bb2d2d669,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:43:59.926182 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:02.576258 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:03.210794 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46140) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:03.332292 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:03.408281 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Publish callbacks [] for security_group (60d6965d-a030-4883-be89-e5c7d821b075), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:03.412851 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (60d6965d-a030-4883-be89-e5c7d821b075), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:03.451391 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d6965d-a030-4883-be89-e5c7d821b075,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:03.455267 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=223a07a9b1c9402aa59fb9efe7bfde9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434394 Oct 06 04:44:03.458616 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46148) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:03.462256 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.462604 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.462946 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.463313 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.463644 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.463970 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.464299 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.464636 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.464937 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.465274 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.465576 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.465897 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.466215 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.466529 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.466844 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d278f00-94e5-4745-a643-fbe6c9b445e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:03.528823 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-884c480f-9fce-44e7-b812-52e9b17c90d9 admin admin] Publish callbacks [] for security_group (60d6965d-a030-4883-be89-e5c7d821b075), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:03.549466 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-884c480f-9fce-44e7-b812-52e9b17c90d9 admin admin] Publish callbacks [] for security_group (60d6965d-a030-4883-be89-e5c7d821b075), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:03.598533 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-884c480f-9fce-44e7-b812-52e9b17c90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (60d6965d-a030-4883-be89-e5c7d821b075), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:03.601173 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-884c480f-9fce-44e7-b812-52e9b17c90d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:03.602323 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-884c480f-9fce-44e7-b812-52e9b17c90d9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/60d6965d-a030-4883-be89-e5c7d821b075 HTTP/1.1" status: 204 len: 168 time: 0.1407573 Oct 06 04:44:03.610215 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c480f-9fce-44e7-b812-52e9b17c90d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d6965d-a030-4883-be89-e5c7d821b075,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:03.902166 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46154) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:03.918245 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fa4f26f-3810-4c90-a747-56fec2c39802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:03.968413 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:03.997858 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fa4f26f-3810-4c90-a747-56fec2c39802 admin admin] Publish callbacks [] for security_group (476fc3c9-c2b8-472a-86c6-cb783ef61bf2), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:04.001613 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3fa4f26f-3810-4c90-a747-56fec2c39802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (476fc3c9-c2b8-472a-86c6-cb783ef61bf2), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:04.043125 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-3fa4f26f-3810-4c90-a747-56fec2c39802 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0a9bff518ea94c908dc4903145b0841b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398034 Oct 06 04:44:04.043986 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4f26f-3810-4c90-a747-56fec2c39802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476fc3c9-c2b8-472a-86c6-cb783ef61bf2,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:04.046417 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46156) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:04.078096 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:04.096011 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-23e43f94-4f6a-4a61-8b69-de029ea38321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:04.110581 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-20a85cf0-d810-4262-8e27-ea6ea9f6db17 admin admin] Publish callbacks [] for security_group (476fc3c9-c2b8-472a-86c6-cb783ef61bf2), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:04.132373 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-20a85cf0-d810-4262-8e27-ea6ea9f6db17 admin admin] Publish callbacks [] for security_group (476fc3c9-c2b8-472a-86c6-cb783ef61bf2), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:04.181536 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-20a85cf0-d810-4262-8e27-ea6ea9f6db17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (476fc3c9-c2b8-472a-86c6-cb783ef61bf2), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:04.184391 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-20a85cf0-d810-4262-8e27-ea6ea9f6db17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:04.185574 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-20a85cf0-d810-4262-8e27-ea6ea9f6db17 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/476fc3c9-c2b8-472a-86c6-cb783ef61bf2 HTTP/1.1" status: 204 len: 168 time: 0.1380699 Oct 06 04:44:04.194175 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a85cf0-d810-4262-8e27-ea6ea9f6db17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476fc3c9-c2b8-472a-86c6-cb783ef61bf2,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:04.584431 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:44:06.459471 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2979-019f-4d69-95fc-4bc1078c6bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:07.774880 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:09.055939 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:09.275391 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:14.034563 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:14.039108 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=73,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:14.188725 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:14.189527 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:DELETE=3,neutron:SELECT=60,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:17.053620 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46378) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:17.167233 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8f6132c6-0f41-4dde-9390-c099d96bc775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.250267 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8f6132c6-0f41-4dde-9390-c099d96bc775 admin admin] Publish callbacks [] for security_group (8d644ac4-15d2-4d03-baf8-db7a192c6b19), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.253932 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8f6132c6-0f41-4dde-9390-c099d96bc775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8d644ac4-15d2-4d03-baf8-db7a192c6b19), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.292436 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6132c6-0f41-4dde-9390-c099d96bc775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d644ac4-15d2-4d03-baf8-db7a192c6b19,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:17.296701 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-8f6132c6-0f41-4dde-9390-c099d96bc775 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5626a34eb04e460b89f3d4a01d9d1c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420659 Oct 06 04:44:17.299517 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46390) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:17.349773 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-09b3cead-8e44-42eb-85d7-a8b663840467 admin admin] Publish callbacks [] for security_group (8d644ac4-15d2-4d03-baf8-db7a192c6b19), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.372991 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-09b3cead-8e44-42eb-85d7-a8b663840467 admin admin] Publish callbacks [] for security_group (8d644ac4-15d2-4d03-baf8-db7a192c6b19), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.420426 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-09b3cead-8e44-42eb-85d7-a8b663840467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (8d644ac4-15d2-4d03-baf8-db7a192c6b19), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.422882 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-09b3cead-8e44-42eb-85d7-a8b663840467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.424060 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-09b3cead-8e44-42eb-85d7-a8b663840467 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8d644ac4-15d2-4d03-baf8-db7a192c6b19 HTTP/1.1" status: 204 len: 168 time: 0.1238310 Oct 06 04:44:17.431685 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3cead-8e44-42eb-85d7-a8b663840467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d644ac4-15d2-4d03-baf8-db7a192c6b19,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:17.691452 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46396) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:17.705558 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c7c22ee4-c9d7-49aa-a636-22bb2a0f521c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.781037 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c7c22ee4-c9d7-49aa-a636-22bb2a0f521c admin admin] Publish callbacks [] for security_group (21a795cf-58fd-41d8-925b-770abd8a0888), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.784629 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c7c22ee4-c9d7-49aa-a636-22bb2a0f521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (21a795cf-58fd-41d8-925b-770abd8a0888), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.822466 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c22ee4-c9d7-49aa-a636-22bb2a0f521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a795cf-58fd-41d8-925b-770abd8a0888,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:17.826726 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c7c22ee4-c9d7-49aa-a636-22bb2a0f521c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cc87f5aac6254615a4b3bc27303b8407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342201 Oct 06 04:44:17.829711 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46398) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:17.877480 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-223cbf3b-ec97-4344-939e-7560a814e54f admin admin] Publish callbacks [] for security_group (21a795cf-58fd-41d8-925b-770abd8a0888), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.897638 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-223cbf3b-ec97-4344-939e-7560a814e54f admin admin] Publish callbacks [] for security_group (21a795cf-58fd-41d8-925b-770abd8a0888), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.947571 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-223cbf3b-ec97-4344-939e-7560a814e54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (21a795cf-58fd-41d8-925b-770abd8a0888), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.950057 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-223cbf3b-ec97-4344-939e-7560a814e54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:17.951640 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-223cbf3b-ec97-4344-939e-7560a814e54f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/21a795cf-58fd-41d8-925b-770abd8a0888 HTTP/1.1" status: 204 len: 168 time: 0.1212525 Oct 06 04:44:17.959743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cbf3b-ec97-4344-939e-7560a814e54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a795cf-58fd-41d8-925b-770abd8a0888,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:18.757943 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46432) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:18.925505 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5e061bcc-3078-4b15-a8fd-b907e65c8ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:18.969399 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:18.989138 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:19.011212 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5e061bcc-3078-4b15-a8fd-b907e65c8ae8 admin admin] Publish callbacks [] for security_group (177ef6da-b0c8-471f-a351-1f57a3a256d3), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.015836 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5e061bcc-3078-4b15-a8fd-b907e65c8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (177ef6da-b0c8-471f-a351-1f57a3a256d3), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.055568 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e061bcc-3078-4b15-a8fd-b907e65c8ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177ef6da-b0c8-471f-a351-1f57a3a256d3,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:19.062532 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-5e061bcc-3078-4b15-a8fd-b907e65c8ae8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ced4d28d9c844bda92146ed26ee47836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034859 Oct 06 04:44:19.062646 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46444) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:19.126946 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Publish callbacks [] for security_group (177ef6da-b0c8-471f-a351-1f57a3a256d3), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.148464 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Publish callbacks [] for security_group (177ef6da-b0c8-471f-a351-1f57a3a256d3), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.195954 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (177ef6da-b0c8-471f-a351-1f57a3a256d3), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.198472 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.199651 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/177ef6da-b0c8-471f-a351-1f57a3a256d3 HTTP/1.1" status: 204 len: 168 time: 0.1361015 Oct 06 04:44:19.207481 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ef6da-b0c8-471f-a351-1f57a3a256d3,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:19.215465 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.215935 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.216143 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.216490 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.216817 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.217140 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.217632 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.218242 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.218740 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.219265 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.219603 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.220106 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.220609 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.223558 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.224224 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc080a5-8547-4307-b653-87e6e2a24457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:44:19.573504 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46466) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:19.589877 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-43ed99d2-bec4-4526-a5f5-0550fbe2f200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.670155 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-43ed99d2-bec4-4526-a5f5-0550fbe2f200 admin admin] Publish callbacks [] for security_group (e0584816-7480-45a2-8e73-b7d52efc6686), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.673885 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-43ed99d2-bec4-4526-a5f5-0550fbe2f200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e0584816-7480-45a2-8e73-b7d52efc6686), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.722504 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-43ed99d2-bec4-4526-a5f5-0550fbe2f200 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a7bc2d41828a426d9118eed536baec23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461382 Oct 06 04:44:19.723354 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46470) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:19.731964 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed99d2-bec4-4526-a5f5-0550fbe2f200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0584816-7480-45a2-8e73-b7d52efc6686,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:19.786927 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50b88678-20eb-409c-a062-9cfb0b386f1e admin admin] Publish callbacks [] for security_group (e0584816-7480-45a2-8e73-b7d52efc6686), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.807739 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50b88678-20eb-409c-a062-9cfb0b386f1e admin admin] Publish callbacks [] for security_group (e0584816-7480-45a2-8e73-b7d52efc6686), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.854483 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50b88678-20eb-409c-a062-9cfb0b386f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (e0584816-7480-45a2-8e73-b7d52efc6686), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.857002 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-50b88678-20eb-409c-a062-9cfb0b386f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:19.858146 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-50b88678-20eb-409c-a062-9cfb0b386f1e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e0584816-7480-45a2-8e73-b7d52efc6686 HTTP/1.1" status: 204 len: 168 time: 0.1336579 Oct 06 04:44:19.865737 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b88678-20eb-409c-a062-9cfb0b386f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0584816-7480-45a2-8e73-b7d52efc6686,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:23.729506 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-a1df68a3-05e5-450b-88e4-9fd74cb16325 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-284699966&fields=id&tenant_id=0a6698bc3af34041bd01a5d5abefb11c HTTP/1.1" status: 200 len: 267 time: 0.0555313 Oct 06 04:44:23.839222 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-79ed9fab-a6dd-43c7-a2f9-0f21f2570285 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:23.842233 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-79ed9fab-a6dd-43c7-a2f9-0f21f2570285 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 808 time: 0.1119201 Oct 06 04:44:23.857451 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-e9076747-09c2-4fab-8cc9-083446a27635 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/quotas/0a6698bc3af34041bd01a5d5abefb11c HTTP/1.1" status: 200 len: 375 time: 0.0098886 Oct 06 04:44:23.862297 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:23.863144 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:23.914838 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-70546c12-0003-42b6-b150-aebc47d3a0a1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509322 Oct 06 04:44:24.040897 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-53693181-61c7-4897-a472-9f862f8cb25d service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106195) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:44:24.043478 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-53693181-61c7-4897-a472-9f862f8cb25d service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1152744 Oct 06 04:44:24.140682 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-11cd145c-4e82-4364-abe3-27b6005c5867 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929210 Oct 06 04:44:24.228877 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-375e89b9-1669-4239-9d52-b3c336882c3f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824907 Oct 06 04:44:24.544632 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2c24f88b-d284-4620-814a-2cac0e87c378 req-fd6a0089-71c8-4056-852e-8f779f3ad4ad tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 210 time: 0.0310564 Oct 06 04:44:25.656023 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e69d7732-9576-4513-86f0-3314578e6fff req-c848832a-81b0-4347-af0b-34400f30b22b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 210 time: 0.0325966 Oct 06 04:44:25.763834 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-d2fb5045-186b-4ee8-88ff-9007440bdbc8 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:25.765280 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-d2fb5045-186b-4ee8-88ff-9007440bdbc8 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.25 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 808 time: 0.1040626 Oct 06 04:44:25.834056 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-37dcadb3-a00a-4da1-868a-c96f490577bc tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a6698bc3af34041bd01a5d5abefb11c HTTP/1.1" status: 200 len: 379 time: 0.0543473 Oct 06 04:44:25.855387 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Request body: {'port': {'device_id': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'admin_state_up': True, 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'security_groups': ['b7986a35-88d0-4823-9b4b-5f279162a8b7']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:44:25.967148 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Made reservation on behalf of 0a6698bc3af34041bd01a5d5abefb11c for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:44:25.970811 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:26.096125 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:26.101206 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Allocated IP 172.20.0.9 (36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b/5e1fc9ef-d42d-4374-b055-b2e61e663fff/795d6dcc-3910-4da6-b102-5089193d5016) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:44:26.111660 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:26.251037 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for port (795d6dcc-3910-4da6-b102-5089193d5016), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:26.284995 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (795d6dcc-3910-4da6-b102-5089193d5016), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:26.329228 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:44:26.332519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:44:26.336922 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:44:26.363479 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'Port': ['ID=795d6dcc-3910-4da6-b102-5089193d5016,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:26.400081 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:26.400817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:26.423977 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-29a558de-6cde-437d-9a64-7a2d206a0185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721707 Oct 06 04:44:26.441566 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Request body: {'port': {'device_id': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:44:26.517592 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (795d6dcc-3910-4da6-b102-5089193d5016), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:26.648454 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:26.649449 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:26.668280 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-9d35a92d-f562-4237-b7d1-37d07bbb925a None None] Provisioning complete for port 795d6dcc-3910-4da6-b102-5089193d5016 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:44:26.668482 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-9d35a92d-f562-4237-b7d1-37d07bbb925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (795d6dcc-3910-4da6-b102-5089193d5016), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:26.669119 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-9d35a92d-f562-4237-b7d1-37d07bbb925a None None] Attempt 1 to provision port 795d6dcc-3910-4da6-b102-5089193d5016 Oct 06 04:44:26.726229 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-9d35a92d-f562-4237-b7d1-37d07bbb925a None None] Port 795d6dcc-3910-4da6-b102-5089193d5016 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:44:26.748117 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:26.816930 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f98c61-d671-4378-9c71-a15c3e97f52f req-888a2211-0a32-48b8-99a0-20e615c377da tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:26.818893 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e3f98c61-d671-4378-9c71-a15c3e97f52f req-888a2211-0a32-48b8-99a0-20e615c377da tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 931 time: 0.0535486 Oct 06 04:44:26.879842 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e3f98c61-d671-4378-9c71-a15c3e97f52f req-ac75dd02-fcdf-4a7a-86be-1dd3503d618c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540338 Oct 06 04:44:27.122094 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795d6dcc-3910-4da6-b102-5089193d5016 {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:44:27.130153 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Publish callbacks [] for port (795d6dcc-3910-4da6-b102-5089193d5016), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:27.143671 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Transition to ACTIVE for port object 795d6dcc-3910-4da6-b102-5089193d5016 will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:44:27.147668 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (795d6dcc-3910-4da6-b102-5089193d5016), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:27.213262 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969f534-716c-487c-bef9-e824e314052f service neutron] Pushing event updated for resources: {'Port': ['ID=795d6dcc-3910-4da6-b102-5089193d5016,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:27.241865 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:27.265883 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Attempting to bind port 795d6dcc-3910-4da6-b102-5089193d5016 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:44:27.266220 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Attempting to bind port 795d6dcc-3910-4da6-b102-5089193d5016 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:44:27.266551 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Attempting to bind port 795d6dcc-3910-4da6-b102-5089193d5016 on network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:44:27.307362 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Port 795d6dcc-3910-4da6-b102-5089193d5016 on network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:44:27.307619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Attempting to bind port 795d6dcc-3910-4da6-b102-5089193d5016 on network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:44:27.328701 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:27.354606 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:44:27.354941 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Checking segment: {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:44:27.355351 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Bound using segment: {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:44:27.355786 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Bound port: 795d6dcc-3910-4da6-b102-5089193d5016, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a308a0-bc0b-425e-85c4-08b38f47ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:44:27.356147 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (795d6dcc-3910-4da6-b102-5089193d5016), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:27.415411 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:44:27.418353 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=795d6dcc-3910-4da6-b102-5089193d5016,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:44:27.424302 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (795d6dcc-3910-4da6-b102-5089193d5016), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:27.427549 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:27.429077 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:27.430604 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b969f534-716c-487c-bef9-e824e314052f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 1093 time: 0.9935775 Oct 06 04:44:27.432641 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:44:27.434868 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "tag": "795d6dcc-3910-4da6-b102-5089193d5016"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:44:27.485517 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969f534-716c-487c-bef9-e824e314052f service neutron] Pushing event updated for resources: {'Port': ['ID=795d6dcc-3910-4da6-b102-5089193d5016,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:27.540248 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-3f9ff2ec-3476-406a-b0aa-db1d37448433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:27.541793 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-3f9ff2ec-3476-406a-b0aa-db1d37448433 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1127 time: 0.0474050 Oct 06 04:44:27.591620 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-4de288ab-57dc-4d3d-874b-d71472e65941 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 217 time: 0.0367758 Oct 06 04:44:27.597943 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3270c216-cf31-4f29-8682-43f94fcccddb x-openstack-request-id: req-3270c216-cf31-4f29-8682-43f94fcccddb {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:44:27.598233 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "tag": "795d6dcc-3910-4da6-b102-5089193d5016", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:44:27.598546 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3270c216-cf31-4f29-8682-43f94fcccddb {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:44:27.598950 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3270c216-cf31-4f29-8682-43f94fcccddb'] response: {'name': 'network-changed', 'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016', 'status': 'completed', 'code': 200} Oct 06 04:44:27.644191 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-6cf393fb-c63a-4afa-b08e-c4eebc106712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:27.645626 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-6cf393fb-c63a-4afa-b08e-c4eebc106712 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 200 len: 847 time: 0.0458097 Oct 06 04:44:27.689436 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b44d6d29-ec4a-4006-b860-bc19afb68ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:27.690921 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b44d6d29-ec4a-4006-b860-bc19afb68ba6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390439 Oct 06 04:44:27.787906 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-b0e55aad-03bb-49f8-886b-ca707d88d5fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898602 Oct 06 04:44:27.880074 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-52c0b563-d659-4e2f-9ec2-5f77514296cc req-ec2b9fd1-d6ce-4cc6-a2bc-ef9adad0f953 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869825 Oct 06 04:44:27.997951 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ae37-393b-4c1f-8124-3407a621d3a5 req-b59b3194-9292-4a5c-9689-b5b5c853ec17 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:27.999470 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f8c6ae37-393b-4c1f-8124-3407a621d3a5 req-b59b3194-9292-4a5c-9689-b5b5c853ec17 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0479012 Oct 06 04:44:28.058864 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f8c6ae37-393b-4c1f-8124-3407a621d3a5 req-bb479580-9a2e-487a-b2b6-67e3d5526761 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514915 Oct 06 04:44:28.714185 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-be2d6cfa-19b0-4d48-bab5-a5c01a876647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:28.715939 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-be2d6cfa-19b0-4d48-bab5-a5c01a876647 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1127 time: 0.0453937 Oct 06 04:44:28.806654 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-0fb1c056-f2a3-4801-aa2c-0a77bc92526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:28.808167 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-0fb1c056-f2a3-4801-aa2c-0a77bc92526f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 908 time: 0.0862591 Oct 06 04:44:28.850290 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-b2a80a96-45dc-4813-ade9-418be55e9cc0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 217 time: 0.0357058 Oct 06 04:44:28.897128 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-f007edfb-8a98-457a-b363-3cf2318576a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:28.899207 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-f007edfb-8a98-457a-b363-3cf2318576a3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 200 len: 847 time: 0.0434113 Oct 06 04:44:28.944155 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-769bc37e-90cc-41fc-81ee-c01178828c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:28.945804 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-769bc37e-90cc-41fc-81ee-c01178828c47 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390644 Oct 06 04:44:29.043100 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-572bbcd8-159a-49a6-a83a-f5e71e56d2fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900736 Oct 06 04:44:29.111567 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:29.144168 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-bd25c3b8-15a8-4df7-9f37-73cb106cc5d2 req-fdbb7ac3-c446-450a-928e-62aa0d667f13 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953517 Oct 06 04:44:29.164086 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:29.206857 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e344e7-3215-407e-9edb-12a4228bae1b req-cf0039fa-3e75-4a88-ad6c-5dccafbb2fb9 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:29.208367 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b7e344e7-3215-407e-9edb-12a4228bae1b req-cf0039fa-3e75-4a88-ad6c-5dccafbb2fb9 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0551128 Oct 06 04:44:29.262866 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b7e344e7-3215-407e-9edb-12a4228bae1b req-8a7f261f-fa85-4755-9153-d8ca4355bebd tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482545 Oct 06 04:44:30.394654 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562568b4-7a2e-4510-bfc0-1f172b7a0dc1 req-e90116dd-2565-443c-8c36-45b939d9d155 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:30.396118 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-562568b4-7a2e-4510-bfc0-1f172b7a0dc1 req-e90116dd-2565-443c-8c36-45b939d9d155 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0491273 Oct 06 04:44:30.445407 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-562568b4-7a2e-4510-bfc0-1f172b7a0dc1 req-85973199-8c33-4f72-bc97-7736a3c9037d tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435152 Oct 06 04:44:31.571875 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b0808-f7f1-4dc7-8dd3-ea45728aa14a req-139a98f8-3100-45b7-91b6-1c341a7431b4 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:31.573336 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8b5b0808-f7f1-4dc7-8dd3-ea45728aa14a req-139a98f8-3100-45b7-91b6-1c341a7431b4 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0475376 Oct 06 04:44:31.621874 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8b5b0808-f7f1-4dc7-8dd3-ea45728aa14a req-10822ac4-2b01-42f4-943f-7890880d310c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429502 Oct 06 04:44:31.985910 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46746) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:32.106131 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ee9678e9-119c-4974-bdde-fd8c9114fe1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.139983 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:32.148790 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:32.187090 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ee9678e9-119c-4974-bdde-fd8c9114fe1f admin admin] Publish callbacks [] for security_group (55413548-835a-44ae-86b4-303de97ff1b7), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.190615 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-ee9678e9-119c-4974-bdde-fd8c9114fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (55413548-835a-44ae-86b4-303de97ff1b7), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.228533 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9678e9-119c-4974-bdde-fd8c9114fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55413548-835a-44ae-86b4-303de97ff1b7,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:32.232682 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-ee9678e9-119c-4974-bdde-fd8c9114fe1f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=292d31e332264cb3a5aa60b412592957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457054 Oct 06 04:44:32.235368 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46750) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:32.287556 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c4470919-e61c-4d58-bb91-da28a59d796a admin admin] Publish callbacks [] for security_group (55413548-835a-44ae-86b4-303de97ff1b7), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.307749 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c4470919-e61c-4d58-bb91-da28a59d796a admin admin] Publish callbacks [] for security_group (55413548-835a-44ae-86b4-303de97ff1b7), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.353524 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c4470919-e61c-4d58-bb91-da28a59d796a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (55413548-835a-44ae-86b4-303de97ff1b7), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.356083 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-c4470919-e61c-4d58-bb91-da28a59d796a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.357235 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-c4470919-e61c-4d58-bb91-da28a59d796a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/55413548-835a-44ae-86b4-303de97ff1b7 HTTP/1.1" status: 204 len: 168 time: 0.1209869 Oct 06 04:44:32.365382 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4470919-e61c-4d58-bb91-da28a59d796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55413548-835a-44ae-86b4-303de97ff1b7,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:32.646784 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46756) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:32.660708 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-199bbe1a-b73a-4bfe-814e-633181e3f680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.766414 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724b86-b786-43d1-82d6-d472b8b17df3 req-bfec5423-6fbd-4604-bb08-f78781fa11ac tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:32.767951 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-aa724b86-b786-43d1-82d6-d472b8b17df3 req-bfec5423-6fbd-4604-bb08-f78781fa11ac tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0627453 Oct 06 04:44:32.805266 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-199bbe1a-b73a-4bfe-814e-633181e3f680 admin admin] Publish callbacks [] for security_group (6d8ec101-9c69-4211-9127-080ba276aec0), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.812797 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-199bbe1a-b73a-4bfe-814e-633181e3f680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6d8ec101-9c69-4211-9127-080ba276aec0), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.877335 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-aa724b86-b786-43d1-82d6-d472b8b17df3 req-67b85ae5-eb72-42a5-a1a6-130e0e368805 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032822 Oct 06 04:44:32.878771 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bbe1a-b73a-4bfe-814e-633181e3f680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ec101-9c69-4211-9127-080ba276aec0,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:32.884773 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-199bbe1a-b73a-4bfe-814e-633181e3f680 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bb8776238a5b4f40bbe8e2a79912cc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355371 Oct 06 04:44:32.886481 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46760) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:32.939132 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6131c70c-fb15-4f7b-bf21-7ce3599e28c6 admin admin] Publish callbacks [] for security_group (6d8ec101-9c69-4211-9127-080ba276aec0), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:32.959340 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6131c70c-fb15-4f7b-bf21-7ce3599e28c6 admin admin] Publish callbacks [] for security_group (6d8ec101-9c69-4211-9127-080ba276aec0), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:33.014531 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6131c70c-fb15-4f7b-bf21-7ce3599e28c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6d8ec101-9c69-4211-9127-080ba276aec0), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:33.018026 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6131c70c-fb15-4f7b-bf21-7ce3599e28c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:33.019581 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-6131c70c-fb15-4f7b-bf21-7ce3599e28c6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6d8ec101-9c69-4211-9127-080ba276aec0 HTTP/1.1" status: 204 len: 168 time: 0.1317604 Oct 06 04:44:33.031451 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131c70c-fb15-4f7b-bf21-7ce3599e28c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ec101-9c69-4211-9127-080ba276aec0,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:34.017705 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88318951-38a8-4ffe-9827-fc857f03edb3 req-8ab45e46-4e45-4e56-82d2-961b600ee6eb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:34.025039 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-88318951-38a8-4ffe-9827-fc857f03edb3 req-8ab45e46-4e45-4e56-82d2-961b600ee6eb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0610461 Oct 06 04:44:34.072648 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-88318951-38a8-4ffe-9827-fc857f03edb3 req-046b534a-fac5-4d4d-8c43-0e57f08550eb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467188 Oct 06 04:44:34.116711 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eae3a544-6c36-4acd-aa26-6240ff861d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:34.150494 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46812) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:34.380102 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8877b756-8d5f-4598-9565-4b6221a58c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:34.459204 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8877b756-8d5f-4598-9565-4b6221a58c24 admin admin] Publish callbacks [] for security_group (3eefccd3-f8e0-4397-ba6a-51d4170efcb5), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:34.463370 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8877b756-8d5f-4598-9565-4b6221a58c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (3eefccd3-f8e0-4397-ba6a-51d4170efcb5), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:34.504627 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877b756-8d5f-4598-9565-4b6221a58c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eefccd3-f8e0-4397-ba6a-51d4170efcb5,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:34.511517 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46818) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:34.512016 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-8877b756-8d5f-4598-9565-4b6221a58c24 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a7e3a58f8ec748588c130e24c46339df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599541 Oct 06 04:44:34.562905 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-846c5bd4-6cd0-4cdf-a58d-4152b77bbb81 admin admin] Publish callbacks [] for security_group (3eefccd3-f8e0-4397-ba6a-51d4170efcb5), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:34.583589 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-846c5bd4-6cd0-4cdf-a58d-4152b77bbb81 admin admin] Publish callbacks [] for security_group (3eefccd3-f8e0-4397-ba6a-51d4170efcb5), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:34.637832 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-846c5bd4-6cd0-4cdf-a58d-4152b77bbb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (3eefccd3-f8e0-4397-ba6a-51d4170efcb5), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:34.640985 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-846c5bd4-6cd0-4cdf-a58d-4152b77bbb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:34.644188 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-846c5bd4-6cd0-4cdf-a58d-4152b77bbb81 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3eefccd3-f8e0-4397-ba6a-51d4170efcb5 HTTP/1.1" status: 204 len: 168 time: 0.1293683 Oct 06 04:44:34.652552 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c5bd4-6cd0-4cdf-a58d-4152b77bbb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eefccd3-f8e0-4397-ba6a-51d4170efcb5,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:35.100046 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46852) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:35.222415 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a4b0f-d950-4285-beb9-c7a7747efd96 req-954e48d2-0adb-4ac1-9cd3-769f15615dc1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:35.223966 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d09a4b0f-d950-4285-beb9-c7a7747efd96 req-954e48d2-0adb-4ac1-9cd3-769f15615dc1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0582416 Oct 06 04:44:35.278728 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-d09a4b0f-d950-4285-beb9-c7a7747efd96 req-881b01b9-e566-4716-a046-e34c0e00312a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489123 Oct 06 04:44:35.293004 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c8fdc7a-b185-43ba-ac59-d1cc63c90035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:35.312558 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:35.324747 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:35.374344 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c8fdc7a-b185-43ba-ac59-d1cc63c90035 admin admin] Publish callbacks [] for security_group (07c70ef6-7f4d-4e54-ac62-363d24812afb), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:35.379081 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5c8fdc7a-b185-43ba-ac59-d1cc63c90035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (07c70ef6-7f4d-4e54-ac62-363d24812afb), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:35.423617 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fdc7a-b185-43ba-ac59-d1cc63c90035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c70ef6-7f4d-4e54-ac62-363d24812afb,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:35.427791 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-5c8fdc7a-b185-43ba-ac59-d1cc63c90035 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=99296d28b25f4b25ab36ce58d7950bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267002 Oct 06 04:44:35.430617 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46868) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:35.480362 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-10c91b23-ebba-45c3-9ba6-49821a31d1dd admin admin] Publish callbacks [] for security_group (07c70ef6-7f4d-4e54-ac62-363d24812afb), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:35.500835 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-10c91b23-ebba-45c3-9ba6-49821a31d1dd admin admin] Publish callbacks [] for security_group (07c70ef6-7f4d-4e54-ac62-363d24812afb), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:35.552674 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-10c91b23-ebba-45c3-9ba6-49821a31d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (07c70ef6-7f4d-4e54-ac62-363d24812afb), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:35.556093 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-10c91b23-ebba-45c3-9ba6-49821a31d1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:35.557260 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-10c91b23-ebba-45c3-9ba6-49821a31d1dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/07c70ef6-7f4d-4e54-ac62-363d24812afb HTTP/1.1" status: 204 len: 168 time: 0.1255479 Oct 06 04:44:35.565831 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c91b23-ebba-45c3-9ba6-49821a31d1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c70ef6-7f4d-4e54-ac62-363d24812afb,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:35.914059 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 46882) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:35.916771 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 795d6dcc-3910-4da6-b102-5089193d5016 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:44:35.934103 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b311-7661-40a9-bc0f-1cfc60061041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.016799 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b311-7661-40a9-bc0f-1cfc60061041 admin admin] Publish callbacks [] for security_group (27ab8cb6-b82a-4551-97c1-aa2d86e5e25f), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.021640 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b311-7661-40a9-bc0f-1cfc60061041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (27ab8cb6-b82a-4551-97c1-aa2d86e5e25f), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.032871 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=795d6dcc-3910-4da6-b102-5089193d5016,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:44:36.045386 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '795d6dcc-3910-4da6-b102-5089193d5016', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'port_id': '795d6dcc-3910-4da6-b102-5089193d5016', 'mac_address': 'fa:16:3e:ca:ac:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:44:36.061349 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-2fb2b311-7661-40a9-bc0f-1cfc60061041 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=654db61aee1f490ba2f71b790ba0b58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456513 Oct 06 04:44:36.062221 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2b311-7661-40a9-bc0f-1cfc60061041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ab8cb6-b82a-4551-97c1-aa2d86e5e25f,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:36.064701 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 46884) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:36.084182 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 795d6dcc-3910-4da6-b102-5089193d5016 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:44:36.084387 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (795d6dcc-3910-4da6-b102-5089193d5016), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.098287 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795d6dcc-3910-4da6-b102-5089193d5016 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:44:36.122745 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=795d6dcc-3910-4da6-b102-5089193d5016,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:44:36.127359 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fcb648b8-813a-4ac2-835f-2b30f9982af7 admin admin] Publish callbacks [] for security_group (27ab8cb6-b82a-4551-97c1-aa2d86e5e25f), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.128492 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (795d6dcc-3910-4da6-b102-5089193d5016), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.150828 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fcb648b8-813a-4ac2-835f-2b30f9982af7 admin admin] Publish callbacks [] for security_group (27ab8cb6-b82a-4551-97c1-aa2d86e5e25f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.160772 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:36.175018 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=795d6dcc-3910-4da6-b102-5089193d5016,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:36.203229 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fcb648b8-813a-4ac2-835f-2b30f9982af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (27ab8cb6-b82a-4551-97c1-aa2d86e5e25f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.205856 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-fcb648b8-813a-4ac2-835f-2b30f9982af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.207029 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-fcb648b8-813a-4ac2-835f-2b30f9982af7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/27ab8cb6-b82a-4551-97c1-aa2d86e5e25f HTTP/1.1" status: 204 len: 168 time: 0.1406288 Oct 06 04:44:36.217305 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb648b8-813a-4ac2-835f-2b30f9982af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ab8cb6-b82a-4551-97c1-aa2d86e5e25f,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:36.407325 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4ec25-0217-41f1-8fcc-0047b5fc7507 req-eee7f082-e493-48bb-a239-4fd4e5b085d7 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:36.408816 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-65e4ec25-0217-41f1-8fcc-0047b5fc7507 req-eee7f082-e493-48bb-a239-4fd4e5b085d7 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 944 time: 0.0526011 Oct 06 04:44:36.460185 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-65e4ec25-0217-41f1-8fcc-0047b5fc7507 req-e1a4246d-3c0c-4ce7-80ae-b993c685f6a5 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445342 Oct 06 04:44:36.468879 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-69a5a10c-7428-4fcd-a8df-81d2d75acc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:36.518448 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['795d6dcc-3910-4da6-b102-5089193d5016'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:44:37.584022 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54845b0-2f38-4889-b796-24dcce83d994 req-631ec323-a242-41fa-9ba9-d28a05258f7b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:37.585638 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b54845b0-2f38-4889-b796-24dcce83d994 req-631ec323-a242-41fa-9ba9-d28a05258f7b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 944 time: 0.0485487 Oct 06 04:44:37.640249 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-b54845b0-2f38-4889-b796-24dcce83d994 req-3efcab20-30a4-474e-9461-59a8af276341 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489771 Oct 06 04:44:37.779013 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:38.766621 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3e982-34e3-4909-b03e-718a4bca0bad req-3feef9a3-795d-4efd-a5fd-5fb8e4542198 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:38.768102 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4ab3e982-34e3-4909-b03e-718a4bca0bad req-3feef9a3-795d-4efd-a5fd-5fb8e4542198 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 944 time: 0.0510154 Oct 06 04:44:38.816010 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4ab3e982-34e3-4909-b03e-718a4bca0bad req-6c4e5798-8866-48d9-9077-3a6cb2f42e71 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422497 Oct 06 04:44:39.059096 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:39.279946 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:39.504685 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 795d6dcc-3910-4da6-b102-5089193d5016 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:44:39.544348 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:39.549150 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 795d6dcc-3910-4da6-b102-5089193d5016 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:44:39.554981 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 795d6dcc-3910-4da6-b102-5089193d5016 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:44:39.555364 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (795d6dcc-3910-4da6-b102-5089193d5016), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:39.555701 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 795d6dcc-3910-4da6-b102-5089193d5016 Oct 06 04:44:39.596716 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:39.626574 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 795d6dcc-3910-4da6-b102-5089193d5016 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:44:39.626977 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (795d6dcc-3910-4da6-b102-5089193d5016), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:39.649281 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:44:39.651551 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efa3d27-a431-4a59-8a82-7e135079eb08" -d '{"events": [{"server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "name": "network-vif-plugged", "status": "completed", "tag": "795d6dcc-3910-4da6-b102-5089193d5016"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:44:39.665227 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=795d6dcc-3910-4da6-b102-5089193d5016,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:44:39.670346 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (795d6dcc-3910-4da6-b102-5089193d5016), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:39.717583 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=795d6dcc-3910-4da6-b102-5089193d5016,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:39.809150 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9492667c-d7d7-4849-8b3f-aa090802b488 x-openstack-request-id: req-9492667c-d7d7-4849-8b3f-aa090802b488 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:44:39.809446 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "name": "network-vif-plugged", "status": "completed", "tag": "795d6dcc-3910-4da6-b102-5089193d5016", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:44:39.809703 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9492667c-d7d7-4849-8b3f-aa090802b488 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:44:39.810099 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9492667c-d7d7-4849-8b3f-aa090802b488'] response: {'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016', 'code': 200} Oct 06 04:44:39.920014 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:39.936791 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f417865-fa98-4207-b8c0-e9eb2fc0bd8c req-c281f32a-3b00-4201-8111-02c70612c3c5 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:39.938248 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9f417865-fa98-4207-b8c0-e9eb2fc0bd8c req-c281f32a-3b00-4201-8111-02c70612c3c5 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0480912 Oct 06 04:44:39.986746 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9f417865-fa98-4207-b8c0-e9eb2fc0bd8c req-8047541a-7032-435e-bc18-b8867aeb2ca8 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Oct 06 04:44:40.924565 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd482e-6d04-41bf-a807-9fcf28232142 req-446ebbcd-3c91-4773-9999-1e53587c548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:40.926007 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e4dd482e-6d04-41bf-a807-9fcf28232142 req-446ebbcd-3c91-4773-9999-1e53587c548b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1129 time: 0.0405622 Oct 06 04:44:40.969614 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-e4dd482e-6d04-41bf-a807-9fcf28232142 req-f598c7aa-3d4b-4529-9a6f-c9c4c9b78f68 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380380 Oct 06 04:44:41.118189 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760be994-92a5-430e-9f0d-378048b44945 req-a9d33912-a854-445c-965e-606f3fc18ab9 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:41.120378 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-760be994-92a5-430e-9f0d-378048b44945 req-a9d33912-a854-445c-965e-606f3fc18ab9 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0516741 Oct 06 04:44:41.171684 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-760be994-92a5-430e-9f0d-378048b44945 req-dccefb78-cc1c-4a2a-b0e1-c5fc564ffff1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453424 Oct 06 04:44:41.584114 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:44:41.740955 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47002) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:41.844688 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-550ae464-5b98-4438-b6bc-0e3a6acdf0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:41.920762 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-550ae464-5b98-4438-b6bc-0e3a6acdf0ac admin admin] Publish callbacks [] for security_group (59e14ca0-7a96-49e8-a8ca-8134dbeb8d89), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:41.924374 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-550ae464-5b98-4438-b6bc-0e3a6acdf0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (59e14ca0-7a96-49e8-a8ca-8134dbeb8d89), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:41.964765 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-550ae464-5b98-4438-b6bc-0e3a6acdf0ac admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c402e3e27ff246febaac13fb21cef572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227695 Oct 06 04:44:41.965618 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ae464-5b98-4438-b6bc-0e3a6acdf0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e14ca0-7a96-49e8-a8ca-8134dbeb8d89,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:41.967494 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 47006) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:42.017291 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9d40a2-5987-424d-8640-e1f7c2bed2e0 admin admin] Publish callbacks [] for security_group (59e14ca0-7a96-49e8-a8ca-8134dbeb8d89), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.038727 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9d40a2-5987-424d-8640-e1f7c2bed2e0 admin admin] Publish callbacks [] for security_group (59e14ca0-7a96-49e8-a8ca-8134dbeb8d89), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.083480 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9d40a2-5987-424d-8640-e1f7c2bed2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (59e14ca0-7a96-49e8-a8ca-8134dbeb8d89), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.086028 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-eb9d40a2-5987-424d-8640-e1f7c2bed2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.087192 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-eb9d40a2-5987-424d-8640-e1f7c2bed2e0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/59e14ca0-7a96-49e8-a8ca-8134dbeb8d89 HTTP/1.1" status: 204 len: 168 time: 0.1186199 Oct 06 04:44:42.094938 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d40a2-5987-424d-8640-e1f7c2bed2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e14ca0-7a96-49e8-a8ca-8134dbeb8d89,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:42.298040 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc717d-31d2-4c8c-bbb7-f21072e67085 req-409a5cde-93c1-4753-94aa-92a55c1223b1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:42.299707 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-00cc717d-31d2-4c8c-bbb7-f21072e67085 req-409a5cde-93c1-4753-94aa-92a55c1223b1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0469196 Oct 06 04:44:42.354498 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 47014) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:42.355016 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-00cc717d-31d2-4c8c-bbb7-f21072e67085 req-af81230c-5ad7-45a1-88fc-79616bbe6b3d tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482688 Oct 06 04:44:42.360749 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:42.369596 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-055065f8-f875-44e9-bdcf-60692f701bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.392665 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:42.452890 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-055065f8-f875-44e9-bdcf-60692f701bc2 admin admin] Publish callbacks [] for security_group (507b9266-e2c0-4d21-8d08-9476b5ed2429), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.456458 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-055065f8-f875-44e9-bdcf-60692f701bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (507b9266-e2c0-4d21-8d08-9476b5ed2429), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.495143 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055065f8-f875-44e9-bdcf-60692f701bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b9266-e2c0-4d21-8d08-9476b5ed2429,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:42.499531 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-055065f8-f875-44e9-bdcf-60692f701bc2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fda6ea30d67340b78385cc027cb4e313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438935 Oct 06 04:44:42.502454 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47018) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:42.551045 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d60ec906-9a26-42c9-8d09-cdbb9f795722 admin admin] Publish callbacks [] for security_group (507b9266-e2c0-4d21-8d08-9476b5ed2429), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.571079 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d60ec906-9a26-42c9-8d09-cdbb9f795722 admin admin] Publish callbacks [] for security_group (507b9266-e2c0-4d21-8d08-9476b5ed2429), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.616453 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d60ec906-9a26-42c9-8d09-cdbb9f795722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (507b9266-e2c0-4d21-8d08-9476b5ed2429), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.618791 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d60ec906-9a26-42c9-8d09-cdbb9f795722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:42.620198 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d60ec906-9a26-42c9-8d09-cdbb9f795722 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/507b9266-e2c0-4d21-8d08-9476b5ed2429 HTTP/1.1" status: 204 len: 168 time: 0.1166005 Oct 06 04:44:42.627695 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ec906-9a26-42c9-8d09-cdbb9f795722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b9266-e2c0-4d21-8d08-9476b5ed2429,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:43.478477 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a6c4f-56fd-4838-9fd6-54858eef06c4 req-8c0ed35a-80df-465d-a9f7-a39dedd5910f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:43.481942 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-797a6c4f-56fd-4838-9fd6-54858eef06c4 req-8c0ed35a-80df-465d-a9f7-a39dedd5910f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0501938 Oct 06 04:44:43.536430 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-797a6c4f-56fd-4838-9fd6-54858eef06c4 req-8e61a2b6-9090-45f5-be8d-c95bf69b13eb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503421 Oct 06 04:44:44.659673 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd3ec2-bab5-42a4-be7b-20a14891ffdf req-ff0b304e-ce7f-45a6-b635-5fc85d42d782 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:44.661348 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-febd3ec2-bab5-42a4-be7b-20a14891ffdf req-ff0b304e-ce7f-45a6-b635-5fc85d42d782 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0502751 Oct 06 04:44:44.719523 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-febd3ec2-bab5-42a4-be7b-20a14891ffdf req-3cae9fc4-321f-4c3b-a85d-1d47104e86e4 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524690 Oct 06 04:44:45.848142 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed34f0c-351b-4368-b487-41de97257910 req-2a14a593-81c2-4c08-809a-65a7631253df tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:45.849588 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6ed34f0c-351b-4368-b487-41de97257910 req-2a14a593-81c2-4c08-809a-65a7631253df tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0497618 Oct 06 04:44:45.897270 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6ed34f0c-351b-4368-b487-41de97257910 req-0b5b2687-2f29-4ab8-b635-51164acb8356 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 Oct 06 04:44:47.017944 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d01fc8-eb2c-4148-8234-d402a78236ec req-695feccd-921c-4bb5-b425-09d0dbee2ae2 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:47.023424 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d3d01fc8-eb2c-4148-8234-d402a78236ec req-695feccd-921c-4bb5-b425-09d0dbee2ae2 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0499859 Oct 06 04:44:47.069616 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d3d01fc8-eb2c-4148-8234-d402a78236ec req-0036f12d-6182-4ba5-861a-6433a98d8ecc tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436847 Oct 06 04:44:47.190751 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda7bdd-9402-44cb-be42-53c38272b340 req-72474715-06f7-4ea3-82b2-54348763e3d5 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:47.192320 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5eda7bdd-9402-44cb-be42-53c38272b340 req-72474715-06f7-4ea3-82b2-54348763e3d5 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0479083 Oct 06 04:44:47.247588 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5eda7bdd-9402-44cb-be42-53c38272b340 req-8f3b0190-e845-471d-8462-c499cfe0172f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486159 Oct 06 04:44:47.278224 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47100) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:47.459230 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc32537-59af-46e3-ae9f-8a7e97bc2a8b tempest-TestShelveInstance-1124208933 tempest-TestShelveInstance-1124208933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:47.461269 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ffc32537-59af-46e3-ae9f-8a7e97bc2a8b tempest-TestShelveInstance-1124208933 tempest-TestShelveInstance-1124208933-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1124 time: 0.1820488 Oct 06 04:44:47.464326 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47104) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:47.468425 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'port_id': '795d6dcc-3910-4da6-b102-5089193d5016', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:44:47.473906 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:47.483628 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:47.492939 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:47.576835 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:47.677875 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Allocated IP 172.27.0.68 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/f4af13e4-eeec-48d8-baa6-557075db3705) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:44:47.787472 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for port (f4af13e4-eeec-48d8-baa6-557075db3705), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:47.820610 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (f4af13e4-eeec-48d8-baa6-557075db3705), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:47.860157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:44:47.863011 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:44:47.867467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:44:47.872905 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'Port': ['ID=f4af13e4-eeec-48d8-baa6-557075db3705,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:48.240612 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for floatingip (d45b1417-2a59-4758-96a7-d1235480d771), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:48.274932 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:48.282678 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:48.315295 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f4af13e4-eeec-48d8-baa6-557075db3705), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:48.471297 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for port (f4af13e4-eeec-48d8-baa6-557075db3705), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:48.476220 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (f4af13e4-eeec-48d8-baa6-557075db3705), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:48.548646 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (d45b1417-2a59-4758-96a7-d1235480d771), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:48.550142 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event updated for resources: {'Port': ['ID=f4af13e4-eeec-48d8-baa6-557075db3705,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:48.649999 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Floating IP d45b1417-2a59-4758-96a7-d1235480d771 associated. External IP: 172.27.0.68, port: 795d6dcc-3910-4da6-b102-5089193d5016. Oct 06 04:44:48.872401 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Router 2a92ad60-f697-402e-b713-8672f745686c has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:44:48.979707 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:44:48.991795 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] Sync routers for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:44:49.001226 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:49.003345 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:44:49.004068 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:44:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:44:49.040850 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c5716a85-8df3-4474-8a18-52c3b7b61c8c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5722773 Oct 06 04:44:49.040850 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:44:49.042379 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5814d591-9c08-4420-8034-878ce7fa0d99" -d '{"events": [{"name": "network-changed", "server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "tag": "795d6dcc-3910-4da6-b102-5089193d5016"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:44:49.090812 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f77910b-a5d1-49e8-8114-3e5cf83aff87 x-openstack-request-id: req-5f77910b-a5d1-49e8-8114-3e5cf83aff87 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:44:49.091239 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "tag": "795d6dcc-3910-4da6-b102-5089193d5016", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:44:49.091619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5f77910b-a5d1-49e8-8114-3e5cf83aff87 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:44:49.092141 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f77910b-a5d1-49e8-8114-3e5cf83aff87'] response: {'name': 'network-changed', 'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016', 'status': 'completed', 'code': 200} Oct 06 04:44:49.115038 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:44:49.195620 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-5c387b76-f24b-453f-a640-822388a1ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:49.197548 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-5c387b76-f24b-453f-a640-822388a1ff88 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1129 time: 0.0594747 Oct 06 04:44:49.326343 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-ce2bbc5b-c1e7-4dd7-bb25-c88a8d2bad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:49.327893 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-ce2bbc5b-c1e7-4dd7-bb25-c88a8d2bad9d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 908 time: 0.1241035 Oct 06 04:44:49.362734 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'd45b1417-2a59-4758-96a7-d1235480d771', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '2a92ad60-f697-402e-b713-8672f745686c', 'port_id': '795d6dcc-3910-4da6-b102-5089193d5016', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'mac_address': 'fa:16:3e:ca:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:44:48Z', 'updated_at': '2022-10-06T04:44:48Z', 'revision_number': 0, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 5, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:44:49.375285 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:49.377438 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:49.388092 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] Checking router: 2a92ad60-f697-402e-b713-8672f745686c for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:44:49.393478 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-40a69c32-ca76-4d51-b485-91b86d7aca28 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 998 time: 0.0583525 Oct 06 04:44:49.396655 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:44:49.397254 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:44:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:44:49.444077 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-3dde3c39-89f3-4ab0-8e5d-54db6635485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:49.446242 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-3dde3c39-89f3-4ab0-8e5d-54db6635485a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 200 len: 847 time: 0.0465989 Oct 06 04:44:49.499602 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-16fcc4f7-a50a-45ee-a00c-adf4be368c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:44:49.501023 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-16fcc4f7-a50a-45ee-a00c-adf4be368c0d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485153 Oct 06 04:44:49.592615 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:44:49.593581 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-494d9669-2954-476f-a3ee-8ed756721768 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863817 Oct 06 04:44:49.686168 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5814d591-9c08-4420-8034-878ce7fa0d99 req-78591d3e-669d-4748-96df-1c128d205178 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864241 Oct 06 04:44:49.802147 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'd45b1417-2a59-4758-96a7-d1235480d771', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '2a92ad60-f697-402e-b713-8672f745686c', 'port_id': '795d6dcc-3910-4da6-b102-5089193d5016', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'mac_address': 'fa:16:3e:ca:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:44:48Z', 'updated_at': '2022-10-06T04:44:48Z', 'revision_number': 0, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 5, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:44:49.833734 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad77a70-4075-4cc6-877e-6cbaac168f71 None None] The sync data for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi is: [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'd45b1417-2a59-4758-96a7-d1235480d771', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': '2a92ad60-f697-402e-b713-8672f745686c', 'port_id': '795d6dcc-3910-4da6-b102-5089193d5016', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'mac_address': 'fa:16:3e:ca:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:44:48Z', 'updated_at': '2022-10-06T04:44:48Z', 'revision_number': 0, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 5, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:44:50.037552 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164554c4-80d2-4d51-86e9-f208834cd211 None None] New status for floating IP d45b1417-2a59-4758-96a7-d1235480d771: ACTIVE {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:44:56.081852 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 47216) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:56.187601 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd85d-7005-46f5-8c9e-ff22c29f85ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.263254 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd85d-7005-46f5-8c9e-ff22c29f85ee admin admin] Publish callbacks [] for security_group (56be12fb-2a25-4421-bf27-0ecadfcd05b6), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.266889 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd85d-7005-46f5-8c9e-ff22c29f85ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (56be12fb-2a25-4421-bf27-0ecadfcd05b6), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.308884 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-dd6dd85d-7005-46f5-8c9e-ff22c29f85ee admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b1e5d4726c054a16b1f7c8e897432d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259026 Oct 06 04:44:56.309749 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dd85d-7005-46f5-8c9e-ff22c29f85ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be12fb-2a25-4421-bf27-0ecadfcd05b6,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:56.311725 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47220) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:56.364798 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-68b51da9-c426-48e8-9ac7-57920776fe84 admin admin] Publish callbacks [] for security_group (56be12fb-2a25-4421-bf27-0ecadfcd05b6), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.385627 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-68b51da9-c426-48e8-9ac7-57920776fe84 admin admin] Publish callbacks [] for security_group (56be12fb-2a25-4421-bf27-0ecadfcd05b6), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.432051 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-68b51da9-c426-48e8-9ac7-57920776fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (56be12fb-2a25-4421-bf27-0ecadfcd05b6), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.434579 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-68b51da9-c426-48e8-9ac7-57920776fe84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.435763 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-68b51da9-c426-48e8-9ac7-57920776fe84 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/56be12fb-2a25-4421-bf27-0ecadfcd05b6 HTTP/1.1" status: 204 len: 168 time: 0.1230536 Oct 06 04:44:56.444066 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b51da9-c426-48e8-9ac7-57920776fe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be12fb-2a25-4421-bf27-0ecadfcd05b6,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:56.686698 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.703264 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47226) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:56.716594 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e49e209d-14aa-46b4-b420-997a639a2a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.799879 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e49e209d-14aa-46b4-b420-997a639a2a24 admin admin] Publish callbacks [] for security_group (86e9dca6-b8e7-4f75-8eec-72c9f8a7a9cf), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.803627 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-e49e209d-14aa-46b4-b420-997a639a2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (86e9dca6-b8e7-4f75-8eec-72c9f8a7a9cf), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.841054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e209d-14aa-46b4-b420-997a639a2a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e9dca6-b8e7-4f75-8eec-72c9f8a7a9cf,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:56.845293 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-e49e209d-14aa-46b4-b420-997a639a2a24 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fc95d0325357419d90ca5205ec0eaec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410027 Oct 06 04:44:56.847926 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47228) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:56.896968 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-dde99216-6417-418f-a7ab-0a11f03f7d12 admin admin] Publish callbacks [] for security_group (86e9dca6-b8e7-4f75-8eec-72c9f8a7a9cf), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.917318 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-dde99216-6417-418f-a7ab-0a11f03f7d12 admin admin] Publish callbacks [] for security_group (86e9dca6-b8e7-4f75-8eec-72c9f8a7a9cf), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.964669 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-dde99216-6417-418f-a7ab-0a11f03f7d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (86e9dca6-b8e7-4f75-8eec-72c9f8a7a9cf), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.967124 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-dde99216-6417-418f-a7ab-0a11f03f7d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:56.968261 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-dde99216-6417-418f-a7ab-0a11f03f7d12 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/86e9dca6-b8e7-4f75-8eec-72c9f8a7a9cf HTTP/1.1" status: 204 len: 168 time: 0.1194038 Oct 06 04:44:56.976741 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde99216-6417-418f-a7ab-0a11f03f7d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e9dca6-b8e7-4f75-8eec-72c9f8a7a9cf,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:57.317874 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 47242) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:57.331567 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2153e523-20f8-44f0-835b-b21093b48c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:57.408006 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2153e523-20f8-44f0-835b-b21093b48c74 admin admin] Publish callbacks [] for security_group (b993c51f-c8c1-41d5-b3a1-ade3db3a643f), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:57.411637 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-2153e523-20f8-44f0-835b-b21093b48c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (b993c51f-c8c1-41d5-b3a1-ade3db3a643f), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:57.450647 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-2153e523-20f8-44f0-835b-b21093b48c74 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9222af7a60ab4dce9ad255090767c6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317127 Oct 06 04:44:57.452540 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153e523-20f8-44f0-835b-b21093b48c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b993c51f-c8c1-41d5-b3a1-ade3db3a643f,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:57.453354 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47244) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:57.498352 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:57.506789 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-22777ed4-eed5-4e6d-80a1-ea32fd8e6973 admin admin] Publish callbacks [] for security_group (b993c51f-c8c1-41d5-b3a1-ade3db3a643f), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:57.518251 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:44:57.793165 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-22777ed4-eed5-4e6d-80a1-ea32fd8e6973 admin admin] Publish callbacks [] for security_group (b993c51f-c8c1-41d5-b3a1-ade3db3a643f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:57.840952 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-22777ed4-eed5-4e6d-80a1-ea32fd8e6973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (b993c51f-c8c1-41d5-b3a1-ade3db3a643f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:57.843600 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-22777ed4-eed5-4e6d-80a1-ea32fd8e6973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:57.844744 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-22777ed4-eed5-4e6d-80a1-ea32fd8e6973 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b993c51f-c8c1-41d5-b3a1-ade3db3a643f HTTP/1.1" status: 204 len: 168 time: 0.3904209 Oct 06 04:44:57.853540 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22777ed4-eed5-4e6d-80a1-ea32fd8e6973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b993c51f-c8c1-41d5-b3a1-ade3db3a643f,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:44:59.808544 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47300) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:44:59.917889 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13948435-72d8-4dad-a579-54b7b1cb7739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:44:59.997022 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13948435-72d8-4dad-a579-54b7b1cb7739 admin admin] Publish callbacks [] for security_group (550f423b-b323-4ad0-b8ba-ddbd71d752ab), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:00.000957 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-13948435-72d8-4dad-a579-54b7b1cb7739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (550f423b-b323-4ad0-b8ba-ddbd71d752ab), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:00.039520 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13948435-72d8-4dad-a579-54b7b1cb7739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550f423b-b323-4ad0-b8ba-ddbd71d752ab,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:00.046286 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-13948435-72d8-4dad-a579-54b7b1cb7739 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e93f474e93ce417f9a81c5c496687a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342963 Oct 06 04:45:00.046506 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47308) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:00.095457 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-577c927c-460a-415d-9f28-db37d59d5439 admin admin] Publish callbacks [] for security_group (550f423b-b323-4ad0-b8ba-ddbd71d752ab), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:00.120629 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-577c927c-460a-415d-9f28-db37d59d5439 admin admin] Publish callbacks [] for security_group (550f423b-b323-4ad0-b8ba-ddbd71d752ab), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:00.171567 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-577c927c-460a-415d-9f28-db37d59d5439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (550f423b-b323-4ad0-b8ba-ddbd71d752ab), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:00.175490 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-577c927c-460a-415d-9f28-db37d59d5439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:00.185384 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-577c927c-460a-415d-9f28-db37d59d5439 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/550f423b-b323-4ad0-b8ba-ddbd71d752ab HTTP/1.1" status: 204 len: 168 time: 0.1317761 Oct 06 04:45:00.190437 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c927c-460a-415d-9f28-db37d59d5439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550f423b-b323-4ad0-b8ba-ddbd71d752ab,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:01.374672 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=92 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:01.376563 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=90 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:04.099295 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d59e1fda-cfb9-4fa5-b6db-04936c21e309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:06.461416 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4ce60b7a-ebce-440f-9c26-30a32a2c0929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:07.439382 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:07.449123 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:INSERT=17,neutron:SELECT=77 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:07.778295 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:09.065681 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:09.281018 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:10.152454 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:10.185844 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=47,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:18.582861 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:45:19.061118 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:19.277934 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=34,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:24.400851 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47546) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:24.505857 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:24.582189 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Publish callbacks [] for security_group (ba7a7fa1-091c-41aa-94ce-79d209ac22db), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:24.585852 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (ba7a7fa1-091c-41aa-94ce-79d209ac22db), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:24.624375 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=53c1325f56874c97bf1efc218fcdaf4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222168 Oct 06 04:45:24.625157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a7fa1-091c-41aa-94ce-79d209ac22db,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:24.627135 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 47550) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:24.632698 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.633105 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.633456 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.633801 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.634761 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.635123 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.635455 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.635784 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.636116 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.636446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.636775 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.637121 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.637449 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.637773 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.638096 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e03a71-b572-4a19-a8e6-67bd1806b08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.677267 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Publish callbacks [] for security_group (ba7a7fa1-091c-41aa-94ce-79d209ac22db), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:24.697989 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Publish callbacks [] for security_group (ba7a7fa1-091c-41aa-94ce-79d209ac22db), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:24.749446 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (ba7a7fa1-091c-41aa-94ce-79d209ac22db), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:24.752006 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:24.753220 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ba7a7fa1-091c-41aa-94ce-79d209ac22db HTTP/1.1" status: 204 len: 168 time: 0.1250854 Oct 06 04:45:24.762817 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a7fa1-091c-41aa-94ce-79d209ac22db,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:24.770166 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.770522 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.770865 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.771263 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.771570 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.771900 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.772281 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.772646 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.772936 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.773308 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.773790 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.774121 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.774541 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.775114 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:24.775639 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d718ea-bf16-4da3-9784-84e3ed778322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:25.399551 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 47580) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:25.499949 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1462988416-network', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8'}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:25.520451 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Made reservation on behalf of a707ca1042dd4fc99ff1dbd033efe0e8 for: {'network': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:45:25.522718 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:25.531637 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:25.605451 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Publish callbacks [] for security_group (0bf55594-3d8e-4869-b0d5-da285b221dc3), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:25.608947 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (0bf55594-3d8e-4869-b0d5-da285b221dc3), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:25.630343 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=106194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:45:25.644493 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf55594-3d8e-4869-b0d5-da285b221dc3,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:25.649178 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (c51753ba-22b3-498c-b32e-c83228dcab23), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:25.649552 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.db.segments_db [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Added segment c51753ba-22b3-498c-b32e-c83228dcab23 of type vlan for network b5b78c7d-20eb-423c-ac79-d8c29b70489b Oct 06 04:45:25.690030 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (b5b78c7d-20eb-423c-ac79-d8c29b70489b), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:25.713340 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (b5b78c7d-20eb-423c-ac79-d8c29b70489b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:25.714306 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:45:25.714876 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:25.768978 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3680134 Oct 06 04:45:25.771783 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47584) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:25.776686 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Request body: {'subnet': {'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1462988416-subnet', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'ip_version': 4}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:25.779568 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f877d66-8433-4cbd-a577-14f09d973a9b admin admin] Pushing event updated for resources: {'Network': ['ID=b5b78c7d-20eb-423c-ac79-d8c29b70489b,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:25.789359 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:45:25.797428 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Made reservation on behalf of a707ca1042dd4fc99ff1dbd033efe0e8 for: {'subnet': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:45:25.799921 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25972344'] for subnet (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:25.966230 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26536829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25972330'] for subnet (0f7aee27-fa85-41e5-bda5-a9de54c7bda8), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.021357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7aee27-fa85-41e5-bda5-a9de54c7bda8,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:26.030433 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Checking segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:45:26.030789 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Network hostable DHCP agents. Network: b5b78c7d-20eb-423c-ac79-d8c29b70489b, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106195) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:45:26.048146 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106195) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:45:26.056848 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, b5b78c7d-20eb-423c-ac79-d8c29b70489b) {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:26.061078 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:45:26.061782 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.066017 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f5b8f-2963-4c83-b92b-ac24280009e4 None None] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:45:26.078777 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-d505a377-fc26-4f24-965c-4f51c9982fe1 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3059077 Oct 06 04:45:26.081400 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47586) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:26.086438 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:26.108398 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (da38923f-8e87-4095-8944-770e5a119faa), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.109398 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (da38923f-8e87-4095-8944-770e5a119faa), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.164194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks [] for router_controller (da38923f-8e87-4095-8944-770e5a119faa), precommit_add_association {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.179701 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:45:26.180652 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.311514 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks [] for router_gateway (da38923f-8e87-4095-8944-770e5a119faa), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.315702 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Allocated IP 172.20.0.2 (b5b78c7d-20eb-423c-ac79-d8c29b70489b/0f7aee27-fa85-41e5-bda5-a9de54c7bda8/f5d5a7da-9629-478a-a01c-2f0cfb523a1e) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:45:26.366907 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:26.469962 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:26.470518 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Publish callbacks [] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.476183 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.508650 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks [] for router_gateway (da38923f-8e87-4095-8944-770e5a119faa), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.520353 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:45:26.523778 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:26.525488 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Pushing event updated for resources: {'Port': ['ID=f5d5a7da-9629-478a-a01c-2f0cfb523a1e,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:26.528272 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.528434 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:45:26.536511 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.536795 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.537142 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.537482 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.537810 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.538137 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.538461 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.538784 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.539139 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.539464 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.539785 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.540717 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.541219 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.541612 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.541941 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:26.601294 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Attempting to bind port f5d5a7da-9629-478a-a01c-2f0cfb523a1e on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:45:26.601684 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Attempting to bind port f5d5a7da-9629-478a-a01c-2f0cfb523a1e by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:45:26.602038 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Attempting to bind port f5d5a7da-9629-478a-a01c-2f0cfb523a1e on network b5b78c7d-20eb-423c-ac79-d8c29b70489b {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:45:26.644513 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Allocated IP 172.27.0.165 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/f097f930-f7c3-4798-94c7-66eb26b63fd6) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:45:26.648842 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:45:26.649133 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Checking segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:45:26.650257 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.650726 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Bound using segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:45:26.651260 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Bound port: f5d5a7da-9629-478a-a01c-2f0cfb523a1e, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:45:26.651793 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.719464 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.732206 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] For port f5d5a7da-9629-478a-a01c-2f0cfb523a1e, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:45:26.735856 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] For port f5d5a7da-9629-478a-a01c-2f0cfb523a1e, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f5d5a7da-9629-478a-a01c-2f0cfb523a1e,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:45:26.742129 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.755254 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks [] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.791451 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:26.796627 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3065b-8203-4d35-93bf-71f77b768c9b None None] Pushing event updated for resources: {'Port': ['ID=f5d5a7da-9629-478a-a01c-2f0cfb523a1e,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:26.837618 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:45:26.840953 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:26.843448 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:45:26.874425 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Pushing event updated for resources: {'Port': ['ID=f097f930-f7c3-4798-94c7-66eb26b63fd6,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:27.121845 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks [] for router_gateway (da38923f-8e87-4095-8944-770e5a119faa), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:27.288606 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:27.309265 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (da38923f-8e87-4095-8944-770e5a119faa), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:27.346341 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:27.440311 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Router da38923f-8e87-4095-8944-770e5a119faa is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106195) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:45:27.563149 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:45:27.574821 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Sync routers for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:45:27.584204 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:27.589373 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f95951a5-14bf-47c7-b05b-8af9d3231f21 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5024934 Oct 06 04:45:27.589373 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47622) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:27.592770 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:45:27.593416 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:45:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:27.721433 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:45:27.817818 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca04c7-17c1-4dc6-9416-4f72a5a3f2f6 None None] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:45:27.845001 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-cdba622f-224a-4b5c-b0e3-7a5aa6efd791 None None] Provisioning complete for port f5d5a7da-9629-478a-a01c-2f0cfb523a1e triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:27.845662 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cdba622f-224a-4b5c-b0e3-7a5aa6efd791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:27.846432 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-cdba622f-224a-4b5c-b0e3-7a5aa6efd791 None None] Attempt 1 to provision port f5d5a7da-9629-478a-a01c-2f0cfb523a1e Oct 06 04:45:27.913327 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:27.918541 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:27.936627 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:27Z', 'revision_number': 3, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:27.967363 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Checking router: da38923f-8e87-4095-8944-770e5a119faa for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:45:27.967930 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Updating router da38923f-8e87-4095-8944-770e5a119faa port f097f930-f7c3-4798-94c7-66eb26b63fd6 binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:45:28.005890 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.059983 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-cdba622f-224a-4b5c-b0e3-7a5aa6efd791 None None] Current status of the port f5d5a7da-9629-478a-a01c-2f0cfb523a1e is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:28.060379 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cdba622f-224a-4b5c-b0e3-7a5aa6efd791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.101785 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-cdba622f-224a-4b5c-b0e3-7a5aa6efd791 None None] For port f5d5a7da-9629-478a-a01c-2f0cfb523a1e, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f5d5a7da-9629-478a-a01c-2f0cfb523a1e,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:45:28.117016 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-cdba622f-224a-4b5c-b0e3-7a5aa6efd791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.142310 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.187443 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba622f-224a-4b5c-b0e3-7a5aa6efd791 None None] Pushing event updated for resources: {'Port': ['ID=f5d5a7da-9629-478a-a01c-2f0cfb523a1e,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:28.282624 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:28.334571 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Allocated IP 172.20.0.1 (b5b78c7d-20eb-423c-ac79-d8c29b70489b/0f7aee27-fa85-41e5-bda5-a9de54c7bda8/e5eec507-f00e-4920-8bfc-d9ea1258f75c) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:45:28.339711 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-dd60f364-ff9a-48ff-924c-e0741dbbd73e None None] Provisioning complete for port f5d5a7da-9629-478a-a01c-2f0cfb523a1e triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:28.340089 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-dd60f364-ff9a-48ff-924c-e0741dbbd73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.340498 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-dd60f364-ff9a-48ff-924c-e0741dbbd73e None None] Attempt 1 to provision port f5d5a7da-9629-478a-a01c-2f0cfb523a1e Oct 06 04:45:28.352003 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Publish callbacks [] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.359687 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.398150 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Attempting to bind port f097f930-f7c3-4798-94c7-66eb26b63fd6 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:45:28.398539 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Attempting to bind port f097f930-f7c3-4798-94c7-66eb26b63fd6 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:45:28.398887 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Attempting to bind port f097f930-f7c3-4798-94c7-66eb26b63fd6 on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:45:28.441421 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Pushing event updated for resources: {'Port': ['ID=f097f930-f7c3-4798-94c7-66eb26b63fd6,revision_number=2']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:28.452405 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.452794 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.453344 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.453857 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.454356 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.454855 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.455386 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.455867 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.456359 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.456837 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.457889 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.458815 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.459346 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.459831 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.460318 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:45:28.469013 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Publish callbacks [] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.499898 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:45:28.500294 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:45:28.500728 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.502789 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:45:28.503385 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Bound port: f097f930-f7c3-4798-94c7-66eb26b63fd6, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:45:28.503786 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.517052 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.521407 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:28.565105 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-dd60f364-ff9a-48ff-924c-e0741dbbd73e None None] Current status of the port f5d5a7da-9629-478a-a01c-2f0cfb523a1e is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:28.570604 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] For port f097f930-f7c3-4798-94c7-66eb26b63fd6, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:45:28.571654 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:45:28.575356 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] For port f097f930-f7c3-4798-94c7-66eb26b63fd6, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f097f930-f7c3-4798-94c7-66eb26b63fd6,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:45:28.577559 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:28.580260 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:45:28.581400 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.583342 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Pushing event updated for resources: {'Port': ['ID=e5eec507-f00e-4920-8bfc-d9ea1258f75c,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:28.626513 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (da38923f-8e87-4095-8944-770e5a119faa), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.641927 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:45:28.642538 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:45:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:28.644199 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:28.646718 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03ceba-2aa2-464a-81fe-e501ae4c41d8 None None] Pushing event updated for resources: {'Port': ['ID=f097f930-f7c3-4798-94c7-66eb26b63fd6,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:28.693740 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:28.772201 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.772376 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:45:28.876979 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f5d5a7da-9629-478a-a01c-2f0cfb523a1e up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:28.934109 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-4e36332f-f148-4722-a5c5-60aba5004ba9 None None] Provisioning complete for port e5eec507-f00e-4920-8bfc-d9ea1258f75c triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:28.934482 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4e36332f-f148-4722-a5c5-60aba5004ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.934823 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-4e36332f-f148-4722-a5c5-60aba5004ba9 None None] Attempt 1 to provision port e5eec507-f00e-4920-8bfc-d9ea1258f75c Oct 06 04:45:28.976398 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port f5d5a7da-9629-478a-a01c-2f0cfb523a1e triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:28.976717 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.977231 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Publish callbacks [] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:28.977989 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port f5d5a7da-9629-478a-a01c-2f0cfb523a1e Oct 06 04:45:28.979955 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-4e36332f-f148-4722-a5c5-60aba5004ba9 None None] Port e5eec507-f00e-4920-8bfc-d9ea1258f75c cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:45:28.988896 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:29.019252 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:29.078265 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (da38923f-8e87-4095-8944-770e5a119faa), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:29.088507 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port f5d5a7da-9629-478a-a01c-2f0cfb523a1e is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:29.098271 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:27Z', 'revision_number': 3, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:29.108572 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Pushing event updated for resources: {'Port': ['ID=e5eec507-f00e-4920-8bfc-d9ea1258f75c,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:29.125499 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c21e2c-e346-4630-8eb8-ead6a2ccaaf4 None None] The sync data for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi is: [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:27Z', 'revision_number': 3, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:45:29.196107 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:45:29.197809 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:29.320881 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Router da38923f-8e87-4095-8944-770e5a119faa has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:45:29.453521 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:45:29.458754 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c204e584-3e72-4665-bd0f-7df7c53cd523 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/da38923f-8e87-4095-8944-770e5a119faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8686941 Oct 06 04:45:29.509540 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-a1b60d9c-ac25-49cf-96c9-7bf750a8ecd0 None None] Provisioning complete for port e5eec507-f00e-4920-8bfc-d9ea1258f75c triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:29.509691 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a1b60d9c-ac25-49cf-96c9-7bf750a8ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:29.509941 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-a1b60d9c-ac25-49cf-96c9-7bf750a8ecd0 None None] Attempt 1 to provision port e5eec507-f00e-4920-8bfc-d9ea1258f75c Oct 06 04:45:29.552358 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a1b60d9c-ac25-49cf-96c9-7bf750a8ecd0 None None] Port e5eec507-f00e-4920-8bfc-d9ea1258f75c cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:45:29.998372 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47678) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:30.003314 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-959672946-network', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:30.022642 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Made reservation on behalf of 31adbae4cbd54ad0992fdaeb77ea0e56 for: {'network': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:45:30.025842 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for network (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.034424 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.063219 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:30.126641 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Publish callbacks [] for security_group (6de08fc5-bd92-49cc-a78e-3636b18e89f5), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.132636 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6de08fc5-bd92-49cc-a78e-3636b18e89f5), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.166752 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=106195) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 06 04:45:30.177387 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de08fc5-bd92-49cc-a78e-3636b18e89f5,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:30.182581 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (3665ad03-fcad-4311-9559-e2b2df58c2ed), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.182925 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.segments_db [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Added segment 3665ad03-fcad-4311-9559-e2b2df58c2ed of type vlan for network 379cc918-2b38-4174-80b8-af4e9073c5c8 Oct 06 04:45:30.226499 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790508106177'] for network (379cc918-2b38-4174-80b8-af4e9073c5c8), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.251453 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873'] for network (379cc918-2b38-4174-80b8-af4e9073c5c8), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.252571 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:45:30.253204 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.307577 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3079979 Oct 06 04:45:30.310561 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 47682) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:30.315538 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Request body: {'subnet': {'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-959672946-subnet', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'ip_version': 4}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:30.319417 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9380cc-71fe-4e37-97e3-d507f444807b admin admin] Pushing event updated for resources: {'Network': ['ID=379cc918-2b38-4174-80b8-af4e9073c5c8,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:30.330704 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Network 379cc918-2b38-4174-80b8-af4e9073c5c8 details requested by agent ovs-agent-dv-cinder-860227-2-iscsi with host dv-cinder-860227-2-iscsi {{(pid=106196) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 06 04:45:30.335960 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Made reservation on behalf of 31adbae4cbd54ad0992fdaeb77ea0e56 for: {'subnet': 1} {{(pid=106194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:45:30.339281 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25945338'] for subnet (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.521321 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26116792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25945320'] for subnet (31b2ade9-183f-41e7-bfc2-c7eb5528a10b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.552344 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:30.565158 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:30.577094 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b2ade9-183f-41e7-bfc2-c7eb5528a10b,revision_number=0']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:30.598437 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Checking segment: {'id': '3665ad03-fcad-4311-9559-e2b2df58c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:45:30.598797 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Network hostable DHCP agents. Network: 379cc918-2b38-4174-80b8-af4e9073c5c8, hostable agents: ['d406e67f-0c1c-4048-bda5-d2f0de0978d0'], hosted agents: [] {{(pid=106194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 06 04:45:30.616910 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Network 379cc918-2b38-4174-80b8-af4e9073c5c8 is scheduled to be hosted by DHCP agent d406e67f-0c1c-4048-bda5-d2f0de0978d0 with binding_index 1 {{(pid=106194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 06 04:45:30.627024 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860227-2-iscsi, 379cc918-2b38-4174-80b8-af4e9073c5c8) {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:30.631061 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:45:30.631713 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.637319 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d482e400-e61e-4dc0-b4df-dd8ea9cab56c None None] Network 379cc918-2b38-4174-80b8-af4e9073c5c8 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:45:30.648538 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-9367e16c-f9c3-49d2-bd54-f67695ff265a admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3367574 Oct 06 04:45:30.651023 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 47684) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:30.655465 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.v2.base [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}} {{(pid=106194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:30.677691 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63895'] for router (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.678845 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3859441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4045722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3898050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63884'] for router (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.737469 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks [] for router_controller (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), precommit_add_association {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.757646 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Sync routers for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:45:30.766914 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfaa1246a-611d-5b32-a47a-dcdb5ee8887b-379cc918-2b38-4174-80b8-af4e9073c5c8', 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8', 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'fixed_ips': [{'subnet_id': '31b2ade9-183f-41e7-bfc2-c7eb5528a10b'}]}} from dv-cinder-860227-2-iscsi. {{(pid=106196) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 06 04:45:30.767959 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.785529 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:45:30.786259 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:45:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:30.885640 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks [] for router_gateway (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:30.893048 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f097f930-f7c3-4798-94c7-66eb26b63fd6 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:30.895318 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:30.921327 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:31.054875 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:45:31.094562 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port f097f930-f7c3-4798-94c7-66eb26b63fd6 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:31.095058 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.095478 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port f097f930-f7c3-4798-94c7-66eb26b63fd6 Oct 06 04:45:31.102268 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.db_base_plugin_common [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Allocated IP 172.20.0.2 (379cc918-2b38-4174-80b8-af4e9073c5c8/31b2ade9-183f-41e7-bfc2-c7eb5528a10b/ab21f1ba-9f21-45dc-a216-c77d769154e2) {{(pid=106196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:45:31.105188 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks [] for router_gateway (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.125582 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.277258 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Allocated IP 172.27.0.16 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/db362131-b556-4a90-ae4d-b1a1b059e5a5) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:45:31.380818 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port f097f930-f7c3-4798-94c7-66eb26b63fd6 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:31.381554 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.399118 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks [] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.433315 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.468946 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:31.469456 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port f097f930-f7c3-4798-94c7-66eb26b63fd6, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f097f930-f7c3-4798-94c7-66eb26b63fd6,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:45:31.473638 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:45:31.477454 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:31.481625 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:45:31.481813 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.483713 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 2, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:31.491267 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Publish callbacks [] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), precommit_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.514734 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Pushing event updated for resources: {'Port': ['ID=db362131-b556-4a90-ae4d-b1a1b059e5a5,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:31.533692 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), after_create {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.537484 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Checking router: da38923f-8e87-4095-8944-770e5a119faa for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:45:31.537847 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Updating router da38923f-8e87-4095-8944-770e5a119faa port e5eec507-f00e-4920-8bfc-d9ea1258f75c binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:45:31.567518 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:31.598425 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Network 379cc918-2b38-4174-80b8-af4e9073c5c8 is already hosted by enough agents. {{(pid=106196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:45:31.600929 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.606457 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Resources bound (agent type, host, resource id): {{(pid=106196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:31.613853 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=f097f930-f7c3-4798-94c7-66eb26b63fd6,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:31.620545 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Received port after_create {{(pid=106196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:45:31.701064 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:31.706340 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:31.749863 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks [] for router_gateway (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:31.778999 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Pushing event updated for resources: {'Port': ['ID=ab21f1ba-9f21-45dc-a216-c77d769154e2,revision_number=1']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:31.796752 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Attempting to bind port ab21f1ba-9f21-45dc-a216-c77d769154e2 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:45:31.797129 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Attempting to bind port ab21f1ba-9f21-45dc-a216-c77d769154e2 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '3665ad03-fcad-4311-9559-e2b2df58c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:45:31.797506 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Attempting to bind port ab21f1ba-9f21-45dc-a216-c77d769154e2 on network 379cc918-2b38-4174-80b8-af4e9073c5c8 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:45:31.946937 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3859430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859147'] for router (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.025022 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:45:32.025304 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Checking segment: {'id': '3665ad03-fcad-4311-9559-e2b2df58c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:45:32.025793 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.026232 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Bound using segment: {'id': '3665ad03-fcad-4311-9559-e2b2df58c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:45:32.026679 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Bound port: ab21f1ba-9f21-45dc-a216-c77d769154e2, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3665ad03-fcad-4311-9559-e2b2df58c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:45:32.027088 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.141066 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] For port ab21f1ba-9f21-45dc-a216-c77d769154e2, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:45:32.150220 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] For port ab21f1ba-9f21-45dc-a216-c77d769154e2, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ab21f1ba-9f21-45dc-a216-c77d769154e2,segment=NetworkSegment(3665ad03-fcad-4311-9559-e2b2df58c2ed),segment_id=3665ad03-fcad-4311-9559-e2b2df58c2ed)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:45:32.158382 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.241204 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Publish callbacks [] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.265769 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.271932 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf9621-925b-440c-b676-abf75d203be2 None None] Pushing event updated for resources: {'Port': ['ID=ab21f1ba-9f21-45dc-a216-c77d769154e2,revision_number=2']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:32.343242 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690a107-d6f7-44be-98d9-b9f2fcefd36b None None] Pushing event updated for resources: {'Port': ['ID=e5eec507-f00e-4920-8bfc-d9ea1258f75c,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:32.376649 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b is scheduled to L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 with binding_index 1 {{(pid=106194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 06 04:45:32.404736 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Attempting to bind port e5eec507-f00e-4920-8bfc-d9ea1258f75c on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:45:32.405364 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Attempting to bind port e5eec507-f00e-4920-8bfc-d9ea1258f75c by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:45:32.405526 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Attempting to bind port e5eec507-f00e-4920-8bfc-d9ea1258f75c on network b5b78c7d-20eb-423c-ac79-d8c29b70489b {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:45:32.453551 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:45:32.453933 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Checking segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:45:32.454345 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.454744 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Bound using segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:45:32.455280 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Bound port: e5eec507-f00e-4920-8bfc-d9ea1258f75c, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:45:32.455665 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.510050 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:45:32.522035 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Sync routers for ids ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:45:32.536903 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Routers {'33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:45:32.537899 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:45:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:32.540187 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] For port e5eec507-f00e-4920-8bfc-d9ea1258f75c, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:45:32.544207 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] For port e5eec507-f00e-4920-8bfc-d9ea1258f75c, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=e5eec507-f00e-4920-8bfc-d9ea1258f75c,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:45:32.545287 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.547438 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-4ce74186-3ad8-4014-b88a-a4d71df119af admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8953822 Oct 06 04:45:32.549629 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 47690) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:32.554856 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:32.598882 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:45:32.599562 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:45:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:32.654240 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Set router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:45:32.668567 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690a107-d6f7-44be-98d9-b9f2fcefd36b None None] Pushing event updated for resources: {'Port': ['ID=e5eec507-f00e-4920-8bfc-d9ea1258f75c,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:32.676421 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-9b7f8bf5-7374-49f0-b242-a98c30f1d645 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685678 Oct 06 04:45:32.738757 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:32.752517 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:45:32.810228 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:32.881948 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:30Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 3, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'gw_port': {'id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:31Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:32.882318 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-5c08ebb6-74c8-49d5-82b5-f4b05f21fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:45:32.888485 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-5c08ebb6-74c8-49d5-82b5-f4b05f21fd7d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1129 time: 0.1063633 Oct 06 04:45:32.936335 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Checking router: 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:45:32.937035 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Updating router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b port db362131-b556-4a90-ae4d-b1a1b059e5a5 binding host dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:45:32.974457 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:33.013597 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.035764 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:33.054779 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:33.058516 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ab21f1ba-9f21-45dc-a216-c77d769154e2 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:33.068974 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-fc8a620a-6eec-41e2-bd3f-fb054ca179fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:45:33.070476 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-fc8a620a-6eec-41e2-bd3f-fb054ca179fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 908 time: 0.1634521 Oct 06 04:45:33.120854 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:32Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:33.160477 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4ffee-37d1-4a25-8188-4c3773033ef5 None None] The sync data for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi is: [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:32Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:45:33.181123 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port ab21f1ba-9f21-45dc-a216-c77d769154e2 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:33.181592 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.181950 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port ab21f1ba-9f21-45dc-a216-c77d769154e2 Oct 06 04:45:33.304672 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port ab21f1ba-9f21-45dc-a216-c77d769154e2 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:33.305121 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.342558 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.396133 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port ab21f1ba-9f21-45dc-a216-c77d769154e2, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ab21f1ba-9f21-45dc-a216-c77d769154e2,segment=NetworkSegment(3665ad03-fcad-4311-9559-e2b2df58c2ed),segment_id=3665ad03-fcad-4311-9559-e2b2df58c2ed)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:45:33.409015 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.409844 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f097f930-f7c3-4798-94c7-66eb26b63fd6 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:33.557094 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Publish callbacks [] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), precommit_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.561280 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:33.570893 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.595227 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=ab21f1ba-9f21-45dc-a216-c77d769154e2,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:33.613349 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-273f7173-64a1-45a1-912b-182cb43f7093 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 1000 time: 0.5347319 Oct 06 04:45:33.616711 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f9f567-8f3b-4917-9222-3219ccd0fc1a None None] Network 379cc918-2b38-4174-80b8-af4e9073c5c8 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:45:33.628677 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port f097f930-f7c3-4798-94c7-66eb26b63fd6 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:33.629407 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.629919 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port f097f930-f7c3-4798-94c7-66eb26b63fd6 Oct 06 04:45:33.648284 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Attempting to bind port db362131-b556-4a90-ae4d-b1a1b059e5a5 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:45:33.648946 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Attempting to bind port db362131-b556-4a90-ae4d-b1a1b059e5a5 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:45:33.649847 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Attempting to bind port db362131-b556-4a90-ae4d-b1a1b059e5a5 on network 98a51676-7e52-4c55-ad2a-b10722899494 {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:45:33.652231 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e88693-260d-4aa9-87d5-8cd83468b23b None None] Pushing event updated for resources: {'Port': ['ID=db362131-b556-4a90-ae4d-b1a1b059e5a5,revision_number=2']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:33.664336 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_common [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Allocated IP 172.20.0.1 (379cc918-2b38-4174-80b8-af4e9073c5c8/31b2ade9-183f-41e7-bfc2-c7eb5528a10b/169daf23-5672-407a-834f-ccaa12227144) {{(pid=106194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:45:33.672529 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-4db9dd6f-805e-43cb-b0f9-34d06345804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:45:33.673700 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-4db9dd6f-805e-43cb-b0f9-34d06345804c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 200 len: 847 time: 0.0536799 Oct 06 04:45:33.716000 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:45:33.716547 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Checking segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:45:33.716978 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.717452 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Bound using segment: {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'} {{(pid=106197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:45:33.717943 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.managers [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Bound port: db362131-b556-4a90-ae4d-b1a1b059e5a5, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58ef708-4c2b-47e8-bf09-adaafe6b7576', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494'}}] {{(pid=106197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:45:33.718346 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), before_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.731222 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-2ab6cd6a-05f8-4a13-9acc-9de6074f25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:45:33.732743 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-2ab6cd6a-05f8-4a13-9acc-9de6074f25a1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524185 Oct 06 04:45:33.776993 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-80160d60-ba76-4ecc-ba50-191acddb5491 None None] Provisioning complete for port ab21f1ba-9f21-45dc-a216-c77d769154e2 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:33.781261 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-80160d60-ba76-4ecc-ba50-191acddb5491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.781897 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-80160d60-ba76-4ecc-ba50-191acddb5491 None None] Attempt 1 to provision port ab21f1ba-9f21-45dc-a216-c77d769154e2 Oct 06 04:45:33.797061 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:33.807983 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] For port db362131-b556-4a90-ae4d-b1a1b059e5a5, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:45:33.815499 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.plugins.ml2.db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] For port db362131-b556-4a90-ae4d-b1a1b059e5a5, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=db362131-b556-4a90-ae4d-b1a1b059e5a5,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:45:33.824489 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Publish callbacks [] for port (169daf23-5672-407a-834f-ccaa12227144), precommit_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.830265 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), after_update {{(pid=106197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.846404 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-613fab07-eae5-4b7b-b855-f558d79fbec3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016638 Oct 06 04:45:33.883070 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Routers {'33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:45:33.884399 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:45:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:33.907973 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port f097f930-f7c3-4798-94c7-66eb26b63fd6 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:33.919542 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (169daf23-5672-407a-834f-ccaa12227144), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:33.954836 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e88693-260d-4aa9-87d5-8cd83468b23b None None] Pushing event updated for resources: {'Port': ['ID=db362131-b556-4a90-ae4d-b1a1b059e5a5,revision_number=3']} {{(pid=106197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:33.995231 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Network 379cc918-2b38-4174-80b8-af4e9073c5c8 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:45:34.011362 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:34.015804 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Received port after_create {{(pid=106194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:45:34.026708 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-80160d60-ba76-4ecc-ba50-191acddb5491 None None] Current status of the port ab21f1ba-9f21-45dc-a216-c77d769154e2 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:34.042721 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-810e4c08-946d-430d-ae31-06df704b9ae9 req-b58646c5-087e-4d5d-8ec4-90a3c44a951c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892662 Oct 06 04:45:34.052141 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] Set router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:45:34.059048 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Pushing event updated for resources: {'Port': ['ID=169daf23-5672-407a-834f-ccaa12227144,revision_number=1']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:34.097001 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3861296'] for router_interface (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), before_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:34.135677 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-581d41f8-5892-48dc-b9da-e20b499d9ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:34.267642 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:34.268530 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (169daf23-5672-407a-834f-ccaa12227144), before_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:34.314450 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:30Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 3, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'gw_port': {'id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:31Z', 'updated_at': '2022-10-06T04:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:34.346245 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-4c6d890b-205d-4324-af9f-ad869c71318f None None] Provisioning complete for port ab21f1ba-9f21-45dc-a216-c77d769154e2 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:34.346630 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4c6d890b-205d-4324-af9f-ad869c71318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:34.347044 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-4c6d890b-205d-4324-af9f-ad869c71318f None None] Attempt 1 to provision port ab21f1ba-9f21-45dc-a216-c77d769154e2 Oct 06 04:45:34.355976 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf0e8d-b7ea-4142-a986-7cca17a7b22c None None] The sync data for ids ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'] in dv-cinder-860227-2-iscsi is: [{'id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:30Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 3, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'gw_port': {'id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:31Z', 'updated_at': '2022-10-06T04:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:45:34.408956 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:34.489424 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:34.490724 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d890b-205d-4324-af9f-ad869c71318f None None] Current status of the port ab21f1ba-9f21-45dc-a216-c77d769154e2 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:34.505358 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-4c6d890b-205d-4324-af9f-ad869c71318f None None] Provisioning complete for port 169daf23-5672-407a-834f-ccaa12227144 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:34.508246 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4c6d890b-205d-4324-af9f-ad869c71318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (169daf23-5672-407a-834f-ccaa12227144), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:34.508678 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-4c6d890b-205d-4324-af9f-ad869c71318f None None] Attempt 1 to provision port 169daf23-5672-407a-834f-ccaa12227144 Oct 06 04:45:34.540776 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Publish callbacks [] for port (169daf23-5672-407a-834f-ccaa12227144), precommit_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:34.558371 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26116663'] for port (169daf23-5672-407a-834f-ccaa12227144), after_update {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:34.566732 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d890b-205d-4324-af9f-ad869c71318f None None] Port 169daf23-5672-407a-834f-ccaa12227144 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:45:34.637550 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:34.662461 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Pushing event updated for resources: {'Port': ['ID=169daf23-5672-407a-834f-ccaa12227144,revision_number=2']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:34.668304 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3861420'] for router_interface (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), after_create {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:34.687822 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-9dc2663d-5fbd-4350-91cd-c89ee3a77a2c None None] Provisioning complete for port 169daf23-5672-407a-834f-ccaa12227144 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:34.688522 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-9dc2663d-5fbd-4350-91cd-c89ee3a77a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (169daf23-5672-407a-834f-ccaa12227144), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:34.689186 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-9dc2663d-5fbd-4350-91cd-c89ee3a77a2c None None] Attempt 1 to provision port 169daf23-5672-407a-834f-ccaa12227144 Oct 06 04:45:34.731077 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2663d-5fbd-4350-91cd-c89ee3a77a2c None None] Port 169daf23-5672-407a-834f-ccaa12227144 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:45:34.823103 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Network 379cc918-2b38-4174-80b8-af4e9073c5c8 is already hosted by enough agents. {{(pid=106194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:45:34.824488 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:45:35.018088 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ab21f1ba-9f21-45dc-a216-c77d769154e2 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:35.026532 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:45:35.073433 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port ab21f1ba-9f21-45dc-a216-c77d769154e2 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:35.073815 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.074225 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port ab21f1ba-9f21-45dc-a216-c77d769154e2 Oct 06 04:45:35.183418 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:45:35.190610 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-5a6e725b-df8d-41d4-ab55-362c544d60f9 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/33948eaa-9f4a-4c7d-b0fd-72cc859bd28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6380179 Oct 06 04:45:35.216441 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-0eb9ef84-7fd5-4d2d-9d66-ca1197bfb28f None None] Provisioning complete for port 169daf23-5672-407a-834f-ccaa12227144 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:35.217858 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0eb9ef84-7fd5-4d2d-9d66-ca1197bfb28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (169daf23-5672-407a-834f-ccaa12227144), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.218527 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-0eb9ef84-7fd5-4d2d-9d66-ca1197bfb28f None None] Attempt 1 to provision port 169daf23-5672-407a-834f-ccaa12227144 Oct 06 04:45:35.221869 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port ab21f1ba-9f21-45dc-a216-c77d769154e2 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:35.223161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e5eec507-f00e-4920-8bfc-d9ea1258f75c up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:35.289486 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9ef84-7fd5-4d2d-9d66-ca1197bfb28f None None] Port 169daf23-5672-407a-834f-ccaa12227144 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:45:35.308484 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port e5eec507-f00e-4920-8bfc-d9ea1258f75c triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:35.308831 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.309172 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port e5eec507-f00e-4920-8bfc-d9ea1258f75c Oct 06 04:45:35.402190 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port e5eec507-f00e-4920-8bfc-d9ea1258f75c is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:35.402585 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.447334 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port e5eec507-f00e-4920-8bfc-d9ea1258f75c, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=e5eec507-f00e-4920-8bfc-d9ea1258f75c,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:45:35.456346 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.518748 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=e5eec507-f00e-4920-8bfc-d9ea1258f75c,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:35.684915 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47708) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:35.689320 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-3f212441-8d09-4336-82d8-2a5a4e3f6a61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871208602', 'description': 'tempest-secgroup-smoke-1871208602 description', 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:35.706949 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:35.716254 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3f212441-8d09-4336-82d8-2a5a4e3f6a61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.797293 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3f212441-8d09-4336-82d8-2a5a4e3f6a61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group (f2b493e1-0500-406b-bee1-d48b851141aa), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.801273 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3f212441-8d09-4336-82d8-2a5a4e3f6a61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (f2b493e1-0500-406b-bee1-d48b851141aa), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.841596 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f212441-8d09-4336-82d8-2a5a4e3f6a61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b493e1-0500-406b-bee1-d48b851141aa,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:35.845712 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3f212441-8d09-4336-82d8-2a5a4e3f6a61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.846997 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3f212441-8d09-4336-82d8-2a5a4e3f6a61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1611285 Oct 06 04:45:35.850007 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47710) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:35.855047 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-3a21a890-19d2-4a65-8a20-a86b5586be61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'security_group_rule': {'security_group_id': 'f2b493e1-0500-406b-bee1-d48b851141aa', 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:35.883684 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3a21a890-19d2-4a65-8a20-a86b5586be61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (e9a826d4-f2af-4cde-a216-cc6c40bc662b), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.952831 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3a21a890-19d2-4a65-8a20-a86b5586be61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (e9a826d4-f2af-4cde-a216-cc6c40bc662b), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.956527 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3a21a890-19d2-4a65-8a20-a86b5586be61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (e9a826d4-f2af-4cde-a216-cc6c40bc662b), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.975719 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21a890-19d2-4a65-8a20-a86b5586be61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a826d4-f2af-4cde-a216-cc6c40bc662b,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:35.982908 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3a21a890-19d2-4a65-8a20-a86b5586be61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:35.983942 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3a21a890-19d2-4a65-8a20-a86b5586be61 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328058 Oct 06 04:45:35.986662 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47712) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:35.991252 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-cc0f92ec-3468-46bb-9512-d1092349452e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'security_group_rule': {'security_group_id': 'f2b493e1-0500-406b-bee1-d48b851141aa', 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:36.017395 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cc0f92ec-3468-46bb-9512-d1092349452e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (e9a94b2f-3847-47b1-85ae-e6400b26304c), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.077601 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cc0f92ec-3468-46bb-9512-d1092349452e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (e9a94b2f-3847-47b1-85ae-e6400b26304c), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.083004 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cc0f92ec-3468-46bb-9512-d1092349452e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (e9a94b2f-3847-47b1-85ae-e6400b26304c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.103303 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f92ec-3468-46bb-9512-d1092349452e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a94b2f-3847-47b1-85ae-e6400b26304c,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:36.111076 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-cc0f92ec-3468-46bb-9512-d1092349452e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.112240 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-cc0f92ec-3468-46bb-9512-d1092349452e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245341 Oct 06 04:45:36.114937 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47714) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:36.119440 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-79070cff-a3a3-46c4-ae67-a8bd186af379 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'security_group_rule': {'security_group_id': 'f2b493e1-0500-406b-bee1-d48b851141aa', 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:36.145076 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-79070cff-a3a3-46c4-ae67-a8bd186af379 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (60e9d832-e75d-4cd8-a2b3-292052a07adb), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.177361 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:36.215751 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-79070cff-a3a3-46c4-ae67-a8bd186af379 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (60e9d832-e75d-4cd8-a2b3-292052a07adb), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.220011 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-79070cff-a3a3-46c4-ae67-a8bd186af379 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (60e9d832-e75d-4cd8-a2b3-292052a07adb), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.243905 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79070cff-a3a3-46c4-ae67-a8bd186af379 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e9d832-e75d-4cd8-a2b3-292052a07adb,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:36.251281 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-79070cff-a3a3-46c4-ae67-a8bd186af379 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.255121 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-79070cff-a3a3-46c4-ae67-a8bd186af379 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366332 Oct 06 04:45:36.255322 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47716) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:36.260218 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-63cffa5e-f66b-4822-bbeb-e855eb3794de tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'security_group_rule': {'security_group_id': 'f2b493e1-0500-406b-bee1-d48b851141aa', 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:36.285717 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63cffa5e-f66b-4822-bbeb-e855eb3794de tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (fe94cb4a-a23a-4b19-9fa3-d33c347f1d2e), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.348647 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63cffa5e-f66b-4822-bbeb-e855eb3794de tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (fe94cb4a-a23a-4b19-9fa3-d33c347f1d2e), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.352721 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63cffa5e-f66b-4822-bbeb-e855eb3794de tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (fe94cb4a-a23a-4b19-9fa3-d33c347f1d2e), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.371162 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:36.372528 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cffa5e-f66b-4822-bbeb-e855eb3794de tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe94cb4a-a23a-4b19-9fa3-d33c347f1d2e,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:36.379541 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-63cffa5e-f66b-4822-bbeb-e855eb3794de tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.380918 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-63cffa5e-f66b-4822-bbeb-e855eb3794de tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246865 Oct 06 04:45:36.384426 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47718) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:36.389170 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-c3fdb47c-b370-401e-ac22-1a72efe06582 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'security_group_rule': {'security_group_id': 'f2b493e1-0500-406b-bee1-d48b851141aa', 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:36.411926 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.securitygroups_db [None req-c3fdb47c-b370-401e-ac22-1a72efe06582 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Project a707ca1042dd4fc99ff1dbd033efe0e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 04:45:36.419846 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb47c-b370-401e-ac22-1a72efe06582 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (9d9c8726-ee2c-4b52-846e-d8cbc465492b), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.465353 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-363e7924-83dd-440a-82c8-60eb411765cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.471386 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb47c-b370-401e-ac22-1a72efe06582 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (9d9c8726-ee2c-4b52-846e-d8cbc465492b), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.474931 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb47c-b370-401e-ac22-1a72efe06582 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (9d9c8726-ee2c-4b52-846e-d8cbc465492b), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.495279 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdb47c-b370-401e-ac22-1a72efe06582 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9c8726-ee2c-4b52-846e-d8cbc465492b,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:36.501060 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb47c-b370-401e-ac22-1a72efe06582 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.502386 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-c3fdb47c-b370-401e-ac22-1a72efe06582 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168365 Oct 06 04:45:36.505160 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47720) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:36.510778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-3257ddca-5785-4032-b790-b5093e443dd7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'security_group_rule': {'security_group_id': 'f2b493e1-0500-406b-bee1-d48b851141aa', 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:45:36.535374 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.securitygroups_db [None req-3257ddca-5785-4032-b790-b5093e443dd7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Project a707ca1042dd4fc99ff1dbd033efe0e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 06 04:45:36.543231 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3257ddca-5785-4032-b790-b5093e443dd7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (afa6144a-cb10-4120-ad4c-ec43da89f412), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.609104 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3257ddca-5785-4032-b790-b5093e443dd7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (afa6144a-cb10-4120-ad4c-ec43da89f412), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.612848 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3257ddca-5785-4032-b790-b5093e443dd7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928439'] for security_group_rule (afa6144a-cb10-4120-ad4c-ec43da89f412), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.635813 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257ddca-5785-4032-b790-b5093e443dd7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa6144a-cb10-4120-ad4c-ec43da89f412,revision_number=0']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:36.641410 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-3257ddca-5785-4032-b790-b5093e443dd7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:36.644310 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-3257ddca-5785-4032-b790-b5093e443dd7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380332 Oct 06 04:45:36.916310 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Sync routers for ids ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:45:36.924952 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device db362131-b556-4a90-ae4d-b1a1b059e5a5 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:36.958549 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Routers {'33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:45:36.959211 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:45:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:37.064503 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port db362131-b556-4a90-ae4d-b1a1b059e5a5 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:37.065206 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:37.065740 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port db362131-b556-4a90-ae4d-b1a1b059e5a5 Oct 06 04:45:37.257612 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Set router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:45:37.297432 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:37.305082 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:37.406589 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port db362131-b556-4a90-ae4d-b1a1b059e5a5 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:37.406902 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:37.441503 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port db362131-b556-4a90-ae4d-b1a1b059e5a5, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=db362131-b556-4a90-ae4d-b1a1b059e5a5,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:45:37.455309 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:37.456127 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e5eec507-f00e-4920-8bfc-d9ea1258f75c up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:37.575242 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=db362131-b556-4a90-ae4d-b1a1b059e5a5,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:37.595481 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:30Z', 'updated_at': '2022-10-06T04:45:34Z', 'revision_number': 4, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'gw_port': {'id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:31Z', 'updated_at': '2022-10-06T04:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '169daf23-5672-407a-834f-ccaa12227144', 'name': '', 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'mac_address': 'fa:16:3e:6d:cd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31b2ade9-183f-41e7-bfc2-c7eb5528a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:33Z', 'updated_at': '2022-10-06T04:45:34Z', 'revision_number': 2, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'subnets': [{'id': '31b2ade9-183f-41e7-bfc2-c7eb5528a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:37.625930 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port e5eec507-f00e-4920-8bfc-d9ea1258f75c triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:37.626400 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:37.626884 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port e5eec507-f00e-4920-8bfc-d9ea1258f75c Oct 06 04:45:37.630441 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Checking router: 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:45:37.630802 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Updating router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b port 169daf23-5672-407a-834f-ccaa12227144 binding host dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 06 04:45:37.691946 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (169daf23-5672-407a-834f-ccaa12227144), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:37.828862 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port e5eec507-f00e-4920-8bfc-d9ea1258f75c is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:37.838231 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:38.006117 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Publish callbacks [] for port (169daf23-5672-407a-834f-ccaa12227144), precommit_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:38.012826 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (169daf23-5672-407a-834f-ccaa12227144), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:38.075351 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fc3a5-40d8-4708-9634-33fd36c9edfb None None] Pushing event updated for resources: {'Port': ['ID=169daf23-5672-407a-834f-ccaa12227144,revision_number=3']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:38.104581 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Attempting to bind port 169daf23-5672-407a-834f-ccaa12227144 on host dv-cinder-860227-2-iscsi for vnic_type normal with profile {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:45:38.104957 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Attempting to bind port 169daf23-5672-407a-834f-ccaa12227144 by drivers openvswitch,hyperv on host dv-cinder-860227-2-iscsi at level 0 using segments [{'id': '3665ad03-fcad-4311-9559-e2b2df58c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8'}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:45:38.105328 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Attempting to bind port 169daf23-5672-407a-834f-ccaa12227144 on network 379cc918-2b38-4174-80b8-af4e9073c5c8 {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:45:38.129223 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:38.141092 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:38.151722 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Checking agent: {'id': 'db4edfdf-9bf8-4275-b80b-5e673001df60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860227-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 24, 9), 'started_at': datetime.datetime(2022, 10, 6, 4, 24, 39), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860227-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:45:38.152041 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Checking segment: {'id': '3665ad03-fcad-4311-9559-e2b2df58c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:45:38.152457 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:38.152852 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Bound using segment: {'id': '3665ad03-fcad-4311-9559-e2b2df58c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8'} {{(pid=106196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:45:38.153330 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.managers [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Bound port: 169daf23-5672-407a-834f-ccaa12227144, host: dv-cinder-860227-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3665ad03-fcad-4311-9559-e2b2df58c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8'}}] {{(pid=106196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:45:38.153714 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (169daf23-5672-407a-834f-ccaa12227144), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:38.219900 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] For port 169daf23-5672-407a-834f-ccaa12227144, host dv-cinder-860227-2-iscsi, cleared binding levels {{(pid=106196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:45:38.223110 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] For port 169daf23-5672-407a-834f-ccaa12227144, host dv-cinder-860227-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=169daf23-5672-407a-834f-ccaa12227144,segment=NetworkSegment(3665ad03-fcad-4311-9559-e2b2df58c2ed),segment_id=3665ad03-fcad-4311-9559-e2b2df58c2ed)] {{(pid=106196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:45:38.229470 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (169daf23-5672-407a-834f-ccaa12227144), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:38.263411 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Routers {'33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:45:38.264040 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:45:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:38.326918 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fc3a5-40d8-4708-9634-33fd36c9edfb None None] Pushing event updated for resources: {'Port': ['ID=169daf23-5672-407a-834f-ccaa12227144,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:38.384768 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] Set router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:45:38.577301 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:30Z', 'updated_at': '2022-10-06T04:45:34Z', 'revision_number': 4, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'gw_port': {'id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:31Z', 'updated_at': '2022-10-06T04:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '169daf23-5672-407a-834f-ccaa12227144', 'name': '', 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'mac_address': 'fa:16:3e:6d:cd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31b2ade9-183f-41e7-bfc2-c7eb5528a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:33Z', 'updated_at': '2022-10-06T04:45:38Z', 'revision_number': 4, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'subnets': [{'id': '31b2ade9-183f-41e7-bfc2-c7eb5528a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:45:38.605269 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c854ec3-fd02-4b7c-8e8f-3b0bcfb6ddd7 None None] The sync data for ids ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'] in dv-cinder-860227-2-iscsi is: [{'id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:30Z', 'updated_at': '2022-10-06T04:45:34Z', 'revision_number': 4, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'gw_port': {'id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:31Z', 'updated_at': '2022-10-06T04:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '169daf23-5672-407a-834f-ccaa12227144', 'name': '', 'network_id': '379cc918-2b38-4174-80b8-af4e9073c5c8', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'mac_address': 'fa:16:3e:6d:cd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '31b2ade9-183f-41e7-bfc2-c7eb5528a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:33Z', 'updated_at': '2022-10-06T04:45:38Z', 'revision_number': 4, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'subnets': [{'id': '31b2ade9-183f-41e7-bfc2-c7eb5528a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:45:38.935179 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device db362131-b556-4a90-ae4d-b1a1b059e5a5 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:38.982535 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port db362131-b556-4a90-ae4d-b1a1b059e5a5 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:38.982915 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:38.983287 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port db362131-b556-4a90-ae4d-b1a1b059e5a5 Oct 06 04:45:39.073999 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port db362131-b556-4a90-ae4d-b1a1b059e5a5 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:39.075018 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 169daf23-5672-407a-834f-ccaa12227144 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:39.098223 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:39.122578 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 169daf23-5672-407a-834f-ccaa12227144 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:39.122941 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (169daf23-5672-407a-834f-ccaa12227144), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:39.123310 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 169daf23-5672-407a-834f-ccaa12227144 Oct 06 04:45:39.192584 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 169daf23-5672-407a-834f-ccaa12227144 is: DOWN; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:39.192973 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (169daf23-5672-407a-834f-ccaa12227144), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:39.246905 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] For port 169daf23-5672-407a-834f-ccaa12227144, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=169daf23-5672-407a-834f-ccaa12227144,segment=NetworkSegment(3665ad03-fcad-4311-9559-e2b2df58c2ed),segment_id=3665ad03-fcad-4311-9559-e2b2df58c2ed)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:45:39.251542 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (169daf23-5672-407a-834f-ccaa12227144), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:39.285461 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:39.314180 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:39.320681 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:39.324792 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Pushing event updated for resources: {'Port': ['ID=169daf23-5672-407a-834f-ccaa12227144,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:40.824273 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 169daf23-5672-407a-834f-ccaa12227144 up at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:45:40.869222 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Provisioning complete for port 169daf23-5672-407a-834f-ccaa12227144 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:45:40.869533 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (169daf23-5672-407a-834f-ccaa12227144), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:40.870130 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Attempt 1 to provision port 169daf23-5672-407a-834f-ccaa12227144 Oct 06 04:45:40.950459 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Current status of the port 169daf23-5672-407a-834f-ccaa12227144 is: ACTIVE; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:45:44.317056 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:44.317753 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=39 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:45.178160 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=39 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:45.180941 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:46.632520 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:INSERT=2,neutron:SELECT=28,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:46.634475 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:50.943305 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=18 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:50.947849 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=19 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:45:55.582334 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:45:56.695453 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:56.719306 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47916) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:56.823461 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ef0ec2e6-c303-4aa9-8bff-98b23792daf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:56.898277 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ef0ec2e6-c303-4aa9-8bff-98b23792daf3 admin admin] Publish callbacks [] for security_group (91f14444-971c-4b8f-aebb-2a892d71800c), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:56.902541 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ef0ec2e6-c303-4aa9-8bff-98b23792daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (91f14444-971c-4b8f-aebb-2a892d71800c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:56.943195 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ec2e6-c303-4aa9-8bff-98b23792daf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f14444-971c-4b8f-aebb-2a892d71800c,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:45:56.947493 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ef0ec2e6-c303-4aa9-8bff-98b23792daf3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=65726029975f447fb5ba678331592156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271640 Oct 06 04:45:56.950216 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 47920) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:45:57.002120 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70327361-d262-430c-80b7-7a37a782d2ab admin admin] Publish callbacks [] for security_group (91f14444-971c-4b8f-aebb-2a892d71800c), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:57.023785 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70327361-d262-430c-80b7-7a37a782d2ab admin admin] Publish callbacks [] for security_group (91f14444-971c-4b8f-aebb-2a892d71800c), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:57.070983 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70327361-d262-430c-80b7-7a37a782d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (91f14444-971c-4b8f-aebb-2a892d71800c), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:57.074028 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-70327361-d262-430c-80b7-7a37a782d2ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:45:57.075321 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-70327361-d262-430c-80b7-7a37a782d2ab admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/91f14444-971c-4b8f-aebb-2a892d71800c HTTP/1.1" status: 204 len: 168 time: 0.1241515 Oct 06 04:45:57.083176 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70327361-d262-430c-80b7-7a37a782d2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f14444-971c-4b8f-aebb-2a892d71800c,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:00.737749 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-dfcbd2da-5045-47a0-baaa-baa4f5931073 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1871208602&fields=id&tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8 HTTP/1.1" status: 200 len: 267 time: 0.0467412 Oct 06 04:46:00.863847 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-e7c3a46a-6bfc-445f-aa08-72901147003f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:00.865251 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-e7c3a46a-6bfc-445f-aa08-72901147003f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 812 time: 0.1202965 Oct 06 04:46:00.881959 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-68878132-0bc0-4a1c-b96e-a0525b0b209d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/quotas/a707ca1042dd4fc99ff1dbd033efe0e8 HTTP/1.1" status: 200 len: 375 time: 0.0095954 Oct 06 04:46:00.938454 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-192681e2-32e2-4080-adb6-d7677c19373a tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496995 Oct 06 04:46:01.040838 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-f5981b2e-00ce-4f2c-86dc-ba1c9d373e62 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884070 Oct 06 04:46:01.131462 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-7ac30347-dc74-4dd7-84e7-6d67bf17bced service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838358 Oct 06 04:46:01.424124 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2730a85a-5d99-44b8-adc5-b5b36d3f24af req-3e333456-68fc-4198-b768-d880123c6f6b tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 210 time: 0.0284503 Oct 06 04:46:02.538776 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a23a2d07-f312-4470-ba05-41eae142fc9f req-f89f321d-e742-4dd1-a7b2-7d2ed76846d9 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 210 time: 0.0340276 Oct 06 04:46:02.848244 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-7ea212d2-b34e-407c-a81c-e6edc7c64e63 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:02.849692 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-7ea212d2-b34e-407c-a81c-e6edc7c64e63 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 812 time: 0.1108918 Oct 06 04:46:02.878691 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:02.924461 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-88088914-e598-4ebd-8024-ceda037db19a tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8 HTTP/1.1" status: 200 len: 380 time: 0.0601318 Oct 06 04:46:02.933181 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'port': {'device_id': '645505a6-9888-4067-b2bf-3d9691760490', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'admin_state_up': True, 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'security_groups': ['f2b493e1-0500-406b-bee1-d48b851141aa']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:46:02.947748 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:03.060928 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Made reservation on behalf of a707ca1042dd4fc99ff1dbd033efe0e8 for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:46:03.064882 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:03.198101 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Allocated IP 172.20.0.5 (b5b78c7d-20eb-423c-ac79-d8c29b70489b/0f7aee27-fa85-41e5-bda5-a9de54c7bda8/f12fd7b5-725b-4edc-bd05-d5f51d5449b7) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:46:03.352066 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:03.388817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:03.441821 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:46:03.444733 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:46:03.448886 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:46:03.474020 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'Port': ['ID=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:03.505512 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:03.506351 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:03.525738 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-00dfc413-f0fa-4ee1-9d89-78bf698c4ef0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5962439 Oct 06 04:46:03.556729 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Request body: {'port': {'device_id': '645505a6-9888-4067-b2bf-3d9691760490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:46:03.627649 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:03.719302 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b460a24-47d1-4ee6-843b-bde94848d2e5 req-8eef64f7-ec5a-4a33-b1d9-d8ebf2eb3313 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:03.721031 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8b460a24-47d1-4ee6-843b-bde94848d2e5 req-8eef64f7-ec5a-4a33-b1d9-d8ebf2eb3313 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 931 time: 0.0679297 Oct 06 04:46:03.764982 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:03.777757 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8b460a24-47d1-4ee6-843b-bde94848d2e5 req-659397c1-079f-49f9-ae59-be1cd4964a65 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507770 Oct 06 04:46:03.818002 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-7cc48e51-883d-4633-9436-bdd85e72951b None None] Provisioning complete for port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:46:03.818495 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7cc48e51-883d-4633-9436-bdd85e72951b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:03.818891 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-7cc48e51-883d-4633-9436-bdd85e72951b None None] Attempt 1 to provision port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 Oct 06 04:46:03.852542 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-7cc48e51-883d-4633-9436-bdd85e72951b None None] Port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:46:03.941209 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:03.953762 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12fd7b5-725b-4edc-bd05-d5f51d5449b7 {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:46:03.962151 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Publish callbacks [] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:03.975303 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Transition to ACTIVE for port object f12fd7b5-725b-4edc-bd05-d5f51d5449b7 will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:46:03.978972 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:04.062415 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:04.099383 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Attempting to bind port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:46:04.099877 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Attempting to bind port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:46:04.100302 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Attempting to bind port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 on network b5b78c7d-20eb-423c-ac79-d8c29b70489b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:46:04.115760 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-73d103a7-a9a1-4b53-95b2-088abdfae510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:04.142933 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 on network b5b78c7d-20eb-423c-ac79-d8c29b70489b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:46:04.143293 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Attempting to bind port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 on network b5b78c7d-20eb-423c-ac79-d8c29b70489b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:46:04.194803 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:46:04.195163 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Checking segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:46:04.195553 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Bound using segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:46:04.195988 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Bound port: f12fd7b5-725b-4edc-bd05-d5f51d5449b7, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:46:04.196348 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:04.260512 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] For port f12fd7b5-725b-4edc-bd05-d5f51d5449b7, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:46:04.263678 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] For port f12fd7b5-725b-4edc-bd05-d5f51d5449b7, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:46:04.269993 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:04.273952 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:04.274552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:04.275982 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f12fd7b5-725b-4edc-bd05-d5f51d5449b7 HTTP/1.1" status: 200 len: 1093 time: 0.7237139 Oct 06 04:46:04.277057 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645505a6-9888-4067-b2bf-3d9691760490', 'tag': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:46:04.279300 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f09998c-708c-430c-9490-4c6868be190b" -d '{"events": [{"name": "network-changed", "server_uuid": "645505a6-9888-4067-b2bf-3d9691760490", "tag": "f12fd7b5-725b-4edc-bd05-d5f51d5449b7"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:46:04.332000 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f2a363-cd67-44da-965d-3c129c906927 x-openstack-request-id: req-81f2a363-cd67-44da-965d-3c129c906927 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:46:04.332219 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645505a6-9888-4067-b2bf-3d9691760490", "tag": "f12fd7b5-725b-4edc-bd05-d5f51d5449b7", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:46:04.332444 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-81f2a363-cd67-44da-965d-3c129c906927 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:46:04.332898 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f2a363-cd67-44da-965d-3c129c906927'] response: {'name': 'network-changed', 'server_uuid': '645505a6-9888-4067-b2bf-3d9691760490', 'tag': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'status': 'completed', 'code': 200} Oct 06 04:46:04.338063 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb522e-fbb0-4ddd-9fa9-34389f781ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:04.397810 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-198fd096-4844-43dd-83c1-54f19917d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:04.399359 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-198fd096-4844-43dd-83c1-54f19917d352 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 1127 time: 0.0423262 Oct 06 04:46:04.446084 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-35f19cd4-2d9e-4013-9b3e-03438f1fd025 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12fd7b5-725b-4edc-bd05-d5f51d5449b7 HTTP/1.1" status: 200 len: 217 time: 0.0334551 Oct 06 04:46:04.499653 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-06fecfb3-41ec-4103-98d8-af9f13c29275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:04.501131 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-06fecfb3-41ec-4103-98d8-af9f13c29275 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0498133 Oct 06 04:46:04.545077 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-7fd6cfa7-df35-461e-b38f-1055646a3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:04.546558 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-7fd6cfa7-df35-461e-b38f-1055646a3b06 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397856 Oct 06 04:46:04.639193 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-05505728-d04a-4ab2-b952-fbbefe73f0c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856433 Oct 06 04:46:04.736757 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:04.740744 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-cda5748f-b0f4-4cfa-99c3-e336a19e1dcb req-f992ffdd-0b45-4359-a13e-f059aa04e0cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958555 Oct 06 04:46:04.900171 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20d4fc-f232-4f38-b999-1c4d5cd21335 req-725e5b0a-6890-4d4a-aa82-bbcc3f5810db tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:04.902221 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1b20d4fc-f232-4f38-b999-1c4d5cd21335 req-725e5b0a-6890-4d4a-aa82-bbcc3f5810db tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 943 time: 0.0480289 Oct 06 04:46:04.953052 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1b20d4fc-f232-4f38-b999-1c4d5cd21335 req-310d4b23-b170-4b34-a001-fef22211ed99 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449018 Oct 06 04:46:05.718638 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09998c-708c-430c-9490-4c6868be190b req-cb109c4d-833a-4315-a1f2-1c556ef04b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:05.720196 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2f09998c-708c-430c-9490-4c6868be190b req-cb109c4d-833a-4315-a1f2-1c556ef04b1d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 1127 time: 0.0391169 Oct 06 04:46:05.817090 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09998c-708c-430c-9490-4c6868be190b req-e940891d-e8fa-427e-b25f-10eaf732656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:05.818596 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2f09998c-708c-430c-9490-4c6868be190b req-e940891d-e8fa-427e-b25f-10eaf732656f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0926118 Oct 06 04:46:05.858140 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2f09998c-708c-430c-9490-4c6868be190b req-80897764-0618-4603-a067-562398c9d9ac service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12fd7b5-725b-4edc-bd05-d5f51d5449b7 HTTP/1.1" status: 200 len: 217 time: 0.0333195 Oct 06 04:46:05.891058 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:05.908743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09998c-708c-430c-9490-4c6868be190b req-8d89beb5-7598-4ff0-a546-1545075bbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:05.910147 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2f09998c-708c-430c-9490-4c6868be190b req-8d89beb5-7598-4ff0-a546-1545075bbea7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0465510 Oct 06 04:46:05.957580 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09998c-708c-430c-9490-4c6868be190b req-53e62693-efc9-45ec-bdba-5a6355151eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:05.959058 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2f09998c-708c-430c-9490-4c6868be190b req-53e62693-efc9-45ec-bdba-5a6355151eb2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427225 Oct 06 04:46:06.095388 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2f09998c-708c-430c-9490-4c6868be190b req-7ec18c1c-3b8c-4426-896f-198c4418af9d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296978 Oct 06 04:46:06.117365 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef116b96-2fe4-43f7-882e-df169ec8ff9e req-bac1387d-d820-4326-9593-19d381d39732 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:06.118896 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ef116b96-2fe4-43f7-882e-df169ec8ff9e req-bac1387d-d820-4326-9593-19d381d39732 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 943 time: 0.0886958 Oct 06 04:46:06.227327 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ef116b96-2fe4-43f7-882e-df169ec8ff9e req-b845e293-b42d-48a5-9bab-aa46f7a8791e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971770 Oct 06 04:46:06.243884 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2f09998c-708c-430c-9490-4c6868be190b req-c384d5d2-e8aa-4cd7-99b2-a1d65d2c3f7c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415253 Oct 06 04:46:06.467521 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-9a9da210-0f0e-4a7a-b3cb-4c4e17cb6d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:07.350224 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f1fd-e467-46a9-9993-42b89effc44c req-7b0bc59d-93c2-47b5-9c0d-614ee34e8854 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:07.351713 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ea68f1fd-e467-46a9-9993-42b89effc44c req-7b0bc59d-93c2-47b5-9c0d-614ee34e8854 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 943 time: 0.0463161 Oct 06 04:46:07.401861 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-ea68f1fd-e467-46a9-9993-42b89effc44c req-07a2c941-e457-432e-a121-80bf920ff998 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Oct 06 04:46:07.788487 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:08.248172 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48108) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:46:08.358907 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9ec238c1-9823-4173-9242-1b159a14de52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:08.432977 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9ec238c1-9823-4173-9242-1b159a14de52 admin admin] Publish callbacks [] for security_group (4c934ac1-185a-45fd-a5d9-375d08f4104c), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:08.436919 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-9ec238c1-9823-4173-9242-1b159a14de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (4c934ac1-185a-45fd-a5d9-375d08f4104c), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:08.478033 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-9ec238c1-9823-4173-9242-1b159a14de52 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=204d70df1e5a4324b989e55ad29c404c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287688 Oct 06 04:46:08.480456 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec238c1-9823-4173-9242-1b159a14de52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c934ac1-185a-45fd-a5d9-375d08f4104c,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:08.480737 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48114) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:46:08.528662 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2069b-e6d8-42b8-8776-5414e215c4dd req-c851799f-b549-42e0-9e2b-8343a54b6512 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:08.530188 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-26a2069b-e6d8-42b8-8776-5414e215c4dd req-c851799f-b549-42e0-9e2b-8343a54b6512 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 943 time: 0.0509965 Oct 06 04:46:08.534736 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-910917eb-6c1f-48bb-95b1-b92d134e3691 admin admin] Publish callbacks [] for security_group (4c934ac1-185a-45fd-a5d9-375d08f4104c), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:08.555539 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-910917eb-6c1f-48bb-95b1-b92d134e3691 admin admin] Publish callbacks [] for security_group (4c934ac1-185a-45fd-a5d9-375d08f4104c), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:08.581735 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-26a2069b-e6d8-42b8-8776-5414e215c4dd req-e3395588-a9b3-45e3-9764-8a5234062f93 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456655 Oct 06 04:46:08.603122 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-910917eb-6c1f-48bb-95b1-b92d134e3691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (4c934ac1-185a-45fd-a5d9-375d08f4104c), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:08.606317 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-910917eb-6c1f-48bb-95b1-b92d134e3691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:08.609540 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-910917eb-6c1f-48bb-95b1-b92d134e3691 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4c934ac1-185a-45fd-a5d9-375d08f4104c HTTP/1.1" status: 204 len: 168 time: 0.1277695 Oct 06 04:46:08.618794 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910917eb-6c1f-48bb-95b1-b92d134e3691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c934ac1-185a-45fd-a5d9-375d08f4104c,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:09.070708 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:09.286879 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:09.701121 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b2f4-f4b8-47f7-9258-7a02e2095a6a req-a058822a-b381-47da-b9b0-12c8f1718040 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:09.702588 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c203b2f4-f4b8-47f7-9258-7a02e2095a6a req-a058822a-b381-47da-b9b0-12c8f1718040 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 943 time: 0.0459960 Oct 06 04:46:09.752101 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c203b2f4-f4b8-47f7-9258-7a02e2095a6a req-b3c11627-0974-48e2-b720-f0d2fe37665f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439053 Oct 06 04:46:10.876863 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ae15f-b8ed-4da5-87a5-b611b2d547f1 req-fa521815-92fa-4675-a489-8a9af3934ee8 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:10.878299 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9c1ae15f-b8ed-4da5-87a5-b611b2d547f1 req-fa521815-92fa-4675-a489-8a9af3934ee8 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 943 time: 0.0511408 Oct 06 04:46:10.926216 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9c1ae15f-b8ed-4da5-87a5-b611b2d547f1 req-a2cdd6c4-b7c8-4485-af4f-b072d62168c0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Oct 06 04:46:12.050685 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ca83b-c1d2-481c-b504-325954fbf4ab req-72c9a11e-d832-48cd-8c79-e86cadc53606 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:12.052104 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-311ca83b-c1d2-481c-b504-325954fbf4ab req-72c9a11e-d832-48cd-8c79-e86cadc53606 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 943 time: 0.0500636 Oct 06 04:46:12.101431 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-311ca83b-c1d2-481c-b504-325954fbf4ab req-b08defc7-5c46-4711-a843-c5ccda9a02f4 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Oct 06 04:46:13.103131 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device f12fd7b5-725b-4edc-bd05-d5f51d5449b7 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:46:13.209448 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port f12fd7b5-725b-4edc-bd05-d5f51d5449b7, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:46:13.212806 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:13.222080 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'port_id': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'mac_address': 'fa:16:3e:61:2a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:46:13.230303 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd9456-7798-4e00-9240-79581301cbeb req-20b3fc6b-a5ca-4774-8428-5d3012d0b655 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:13.231855 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f4dd9456-7798-4e00-9240-79581301cbeb req-20b3fc6b-a5ca-4774-8428-5d3012d0b655 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 943 time: 0.0513201 Oct 06 04:46:13.262291 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:46:13.262683 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:13.276861 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12fd7b5-725b-4edc-bd05-d5f51d5449b7 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:46:13.281206 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f4dd9456-7798-4e00-9240-79581301cbeb req-a8207cad-9e27-4a3f-9af0-764fb2153e1e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Oct 06 04:46:13.297359 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port f12fd7b5-725b-4edc-bd05-d5f51d5449b7, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:46:13.301168 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:13.350245 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:13.700285 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['f12fd7b5-725b-4edc-bd05-d5f51d5449b7'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:46:13.873925 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:14.402052 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed882ab-cbb2-4ecd-8da2-4606bb937f3c req-4f380a54-807c-43ff-ad14-c4e9b67e9234 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:14.403545 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3ed882ab-cbb2-4ecd-8da2-4606bb937f3c req-4f380a54-807c-43ff-ad14-c4e9b67e9234 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 944 time: 0.0473955 Oct 06 04:46:14.453574 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3ed882ab-cbb2-4ecd-8da2-4606bb937f3c req-80d8c3f0-4718-4668-a2c0-d223fe95701e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Oct 06 04:46:14.863117 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=7 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:14.863825 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:15.124002 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device f12fd7b5-725b-4edc-bd05-d5f51d5449b7 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:46:15.157348 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:15.167392 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:46:15.172581 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:46:15.172949 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:15.173284 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 Oct 06 04:46:15.242780 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:46:15.243188 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:15.268639 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645505a6-9888-4067-b2bf-3d9691760490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:46:15.270853 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad7b899-ee70-4dc1-86bc-104713516a6c" -d '{"events": [{"server_uuid": "645505a6-9888-4067-b2bf-3d9691760490", "name": "network-vif-plugged", "status": "completed", "tag": "f12fd7b5-725b-4edc-bd05-d5f51d5449b7"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:46:15.283383 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port f12fd7b5-725b-4edc-bd05-d5f51d5449b7, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:46:15.287312 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:15.310682 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bca9d2-dc7c-4416-ab2a-7b3865606a3d x-openstack-request-id: req-74bca9d2-dc7c-4416-ab2a-7b3865606a3d {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:46:15.310992 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645505a6-9888-4067-b2bf-3d9691760490", "name": "network-vif-plugged", "status": "completed", "tag": "f12fd7b5-725b-4edc-bd05-d5f51d5449b7", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:46:15.311250 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-74bca9d2-dc7c-4416-ab2a-7b3865606a3d {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:46:15.311640 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74bca9d2-dc7c-4416-ab2a-7b3865606a3d'] response: {'server_uuid': '645505a6-9888-4067-b2bf-3d9691760490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'code': 200} Oct 06 04:46:15.336436 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:15.557524 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcce953-3240-4d1c-ad79-a7876e238fd6 req-b692a894-9d40-4427-ae86-e5afde811eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:15.559082 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-adcce953-3240-4d1c-ad79-a7876e238fd6 req-b692a894-9d40-4427-ae86-e5afde811eb6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 1129 time: 0.0389967 Oct 06 04:46:15.578215 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b0865-34a6-44ea-950b-a620a7a8c6a8 req-2e0551b8-a420-4173-abe8-1227b74edd97 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:15.579744 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f07b0865-34a6-44ea-950b-a620a7a8c6a8 req-2e0551b8-a420-4173-abe8-1227b74edd97 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 945 time: 0.0473890 Oct 06 04:46:15.610059 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-adcce953-3240-4d1c-ad79-a7876e238fd6 req-5b744dbd-abf3-4f69-83ca-44b5e578f8df service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Oct 06 04:46:15.634086 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f07b0865-34a6-44ea-950b-a620a7a8c6a8 req-9837d79f-616b-4c8d-aaa9-02e086d5ca9f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487869 Oct 06 04:46:16.765703 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bdf5b-6da1-41a2-b4b3-d5f62a1f951d req-bc2c97c0-af2a-4dbc-bc35-0854a92b8e14 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:16.767168 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a56bdf5b-6da1-41a2-b4b3-d5f62a1f951d req-bc2c97c0-af2a-4dbc-bc35-0854a92b8e14 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Oct 06 04:46:16.819325 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a56bdf5b-6da1-41a2-b4b3-d5f62a1f951d req-f237cff8-c971-4efd-8837-e0944e302cf2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Oct 06 04:46:17.938870 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837399b-2826-41b4-a451-b24b1c87a321 req-7495a88a-4731-4b84-99c1-c77daa451531 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:17.940352 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a837399b-2826-41b4-a451-b24b1c87a321 req-7495a88a-4731-4b84-99c1-c77daa451531 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 945 time: 0.0454566 Oct 06 04:46:17.989731 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a837399b-2826-41b4-a451-b24b1c87a321 req-68805178-f86f-4f73-a4a3-af9ce7b6fa87 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438607 Oct 06 04:46:18.091260 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:18.109673 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fab7a-db29-4216-a668-cee294ae64e0 req-6e640c88-eba4-4e3b-b9ab-085a24f65e55 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:18.111092 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-424fab7a-db29-4216-a668-cee294ae64e0 req-6e640c88-eba4-4e3b-b9ab-085a24f65e55 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 945 time: 0.0468924 Oct 06 04:46:18.159144 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-424fab7a-db29-4216-a668-cee294ae64e0 req-ee89399f-ddba-4fb9-908a-401ee26d1e20 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424554 Oct 06 04:46:18.188397 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48138) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:46:18.362183 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:18.367848 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e74d7-300f-4382-9c95-2831a8910a75 tempest-TestVolumeBootPattern-463157035 tempest-TestVolumeBootPattern-463157035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:18.369342 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-847e74d7-300f-4382-9c95-2831a8910a75 tempest-TestVolumeBootPattern-463157035 tempest-TestVolumeBootPattern-463157035-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 1124 time: 0.1799645 Oct 06 04:46:18.373158 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48142) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:46:18.377697 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'port_id': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:46:18.398105 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:18.479355 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:18.585878 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Allocated IP 172.27.0.164 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/e464c1aa-dc44-466f-9cb2-8ad1598669d0) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:46:18.688597 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for port (e464c1aa-dc44-466f-9cb2-8ad1598669d0), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:18.721532 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (e464c1aa-dc44-466f-9cb2-8ad1598669d0), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:18.765329 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:46:18.768270 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:46:18.771752 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:46:18.798185 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'Port': ['ID=e464c1aa-dc44-466f-9cb2-8ad1598669d0,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:18.840361 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:19.107201 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:19.126092 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (c7a9697c-5702-4a23-8ec9-7db5e348d6a2), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:19.194021 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (e464c1aa-dc44-466f-9cb2-8ad1598669d0), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:19.337523 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for port (e464c1aa-dc44-466f-9cb2-8ad1598669d0), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:19.342200 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (e464c1aa-dc44-466f-9cb2-8ad1598669d0), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:19.410336 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'Port': ['ID=e464c1aa-dc44-466f-9cb2-8ad1598669d0,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:46:19.412545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (c7a9697c-5702-4a23-8ec9-7db5e348d6a2), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:19.507384 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Floating IP c7a9697c-5702-4a23-8ec9-7db5e348d6a2 associated. External IP: 172.27.0.164, port: f12fd7b5-725b-4edc-bd05-d5f51d5449b7. Oct 06 04:46:19.598171 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:19.703973 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Router da38923f-8e87-4095-8944-770e5a119faa has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:46:20.061373 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:46:20.071272 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] Sync routers for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:46:20.078915 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:20.081842 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:46:20.082459 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:46:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:46:20.108371 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-40194468-79c8-44bd-8ff6-4c8463a19276 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7341378 Oct 06 04:46:20.109184 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645505a6-9888-4067-b2bf-3d9691760490', 'tag': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:46:20.111553 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ad2de5-52cc-4e9e-a983-aba0b778038d" -d '{"events": [{"name": "network-changed", "server_uuid": "645505a6-9888-4067-b2bf-3d9691760490", "tag": "f12fd7b5-725b-4edc-bd05-d5f51d5449b7"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:46:20.149924 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7799be3-448d-451c-a684-d67a8f55ef7b x-openstack-request-id: req-a7799be3-448d-451c-a684-d67a8f55ef7b {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:46:20.150223 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645505a6-9888-4067-b2bf-3d9691760490", "tag": "f12fd7b5-725b-4edc-bd05-d5f51d5449b7", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:46:20.150481 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a7799be3-448d-451c-a684-d67a8f55ef7b {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:46:20.150891 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7799be3-448d-451c-a684-d67a8f55ef7b'] response: {'name': 'network-changed', 'server_uuid': '645505a6-9888-4067-b2bf-3d9691760490', 'tag': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'status': 'completed', 'code': 200} Oct 06 04:46:20.185384 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:46:20.237449 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-6834a8a5-1f4b-4559-a739-32f6c41fd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:20.238932 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-6834a8a5-1f4b-4559-a739-32f6c41fd9a4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 1129 time: 0.0388293 Oct 06 04:46:20.336234 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-d1a6488c-1d89-4549-9c24-bdd02dce5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:20.337755 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-d1a6488c-1d89-4549-9c24-bdd02dce5c6d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0930645 Oct 06 04:46:20.376858 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:20.401353 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-68c8f3d6-fa5f-47a2-b48f-981ea780594b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12fd7b5-725b-4edc-bd05-d5f51d5449b7 HTTP/1.1" status: 200 len: 999 time: 0.0577369 Oct 06 04:46:20.449817 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-41d78f5e-08e6-4dc6-b685-4daae34eb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:20.451300 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-41d78f5e-08e6-4dc6-b685-4daae34eb694 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0440080 Oct 06 04:46:20.486271 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'c7a9697c-5702-4a23-8ec9-7db5e348d6a2', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:61:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645505a6-9888-4067-b2bf-3d9691760490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:46:18Z', 'updated_at': '2022-10-06T04:46:18Z', 'revision_number': 0, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:46:20.498255 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-fc18f559-a5d3-4a2c-92bc-a345a141a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:20.499783 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-fc18f559-a5d3-4a2c-92bc-a345a141a1c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430768 Oct 06 04:46:20.514056 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] Checking router: da38923f-8e87-4095-8944-770e5a119faa for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:46:20.523268 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:46:20.523883 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:46:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:46:20.591226 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-c7b73e45-9243-4854-92c2-444261cd84a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850403 Oct 06 04:46:20.624333 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:46:20.687431 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c0ad2de5-52cc-4e9e-a983-aba0b778038d req-316db00e-c89f-4fa3-bc62-15780e5a4b48 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903051 Oct 06 04:46:20.827036 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'c7a9697c-5702-4a23-8ec9-7db5e348d6a2', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:61:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645505a6-9888-4067-b2bf-3d9691760490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:46:18Z', 'updated_at': '2022-10-06T04:46:18Z', 'revision_number': 0, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:46:20.856151 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbab9d-fa19-4e5c-9109-365c0a7becc9 None None] The sync data for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi is: [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': 'c7a9697c-5702-4a23-8ec9-7db5e348d6a2', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:61:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645505a6-9888-4067-b2bf-3d9691760490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:46:18Z', 'updated_at': '2022-10-06T04:46:18Z', 'revision_number': 0, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:46:21.031648 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d4477-0843-489b-bbe8-22b717dc6b7b None None] New status for floating IP c7a9697c-5702-4a23-8ec9-7db5e348d6a2: ACTIVE {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:46:26.687550 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:28.365178 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:DELETE=2 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:30.683218 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=74 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:30.684017 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=35 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:30.829676 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=74 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:30.830477 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=74 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:32.582293 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:46:32.598809 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a5fa680c-d522-474b-a6ce-05addf2753db req-d51decf2-079f-4dec-a296-ecb51d8605ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390694 Oct 06 04:46:32.707094 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa680c-d522-474b-a6ce-05addf2753db req-272d0496-5c42-4b8f-b3e4-2faae0335433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:32.708555 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a5fa680c-d522-474b-a6ce-05addf2753db req-272d0496-5c42-4b8f-b3e4-2faae0335433 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1129 time: 0.0399725 Oct 06 04:46:32.815798 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa680c-d522-474b-a6ce-05addf2753db req-9e4d3355-4be6-41eb-aa1f-6b2d9d4e100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:32.817183 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a5fa680c-d522-474b-a6ce-05addf2753db req-9e4d3355-4be6-41eb-aa1f-6b2d9d4e100c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 908 time: 0.0895934 Oct 06 04:46:32.877454 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a5fa680c-d522-474b-a6ce-05addf2753db req-823855ee-48e4-42d3-a6b8-0f2b6f703ed2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 1000 time: 0.0542500 Oct 06 04:46:32.928964 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa680c-d522-474b-a6ce-05addf2753db req-c47fea7b-fb08-4106-8eef-e231f9f868f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:32.930373 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a5fa680c-d522-474b-a6ce-05addf2753db req-c47fea7b-fb08-4106-8eef-e231f9f868f8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 200 len: 847 time: 0.0468876 Oct 06 04:46:32.974280 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa680c-d522-474b-a6ce-05addf2753db req-128e48c5-04c0-45a2-bc1a-aedd64bb1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:46:32.975768 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a5fa680c-d522-474b-a6ce-05addf2753db req-128e48c5-04c0-45a2-bc1a-aedd64bb1b0d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382826 Oct 06 04:46:33.071716 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a5fa680c-d522-474b-a6ce-05addf2753db req-88faabee-d493-43bd-af4b-2e8fcba1b556 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890508 Oct 06 04:46:33.162198 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a5fa680c-d522-474b-a6ce-05addf2753db req-23be9ae5-1149-4cba-b2ca-0f550dc72152 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837283 Oct 06 04:46:34.108083 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-e7e9f94a-26db-439a-aafa-324e41b5f053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:36.470193 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c9a8a89f-2918-489e-b37c-05edf3909ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:37.788074 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:39.075533 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:39.289218 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:46:43.157545 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=48 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:43.159507 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=53 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:49.279507 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=44,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:49.285109 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:46:56.701918 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:01.372433 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=18 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:01.375041 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=16 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:04.110789 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a2708e70-750b-44ba-84dd-2ec747ee213d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:06.473536 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4747d1cd-6507-40e3-ab6f-a4221e37dd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:07.791341 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:09.077665 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:09.294356 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:09.580427 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:47:19.286856 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:19.288797 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:26.700177 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:28.856010 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:28.856716 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:29.409878 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ad0ee-e720-4ae3-9b47-95325340cfa9 req-8ad50f3b-856b-43df-a6fe-3e7ab03226bb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:29.411356 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-345ad0ee-e720-4ae3-9b47-95325340cfa9 req-8ad50f3b-856b-43df-a6fe-3e7ab03226bb tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.1627212 Oct 06 04:47:29.460221 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-345ad0ee-e720-4ae3-9b47-95325340cfa9 req-e0cf377a-b00c-430e-9ae9-bfb60d314160 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428610 Oct 06 04:47:30.635604 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01fd61-b417-4ce0-93f4-661d1f7bed19 req-5754c656-e12a-46ee-a2e1-3a1b43dd7aaf tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:30.637092 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8c01fd61-b417-4ce0-93f4-661d1f7bed19 req-5754c656-e12a-46ee-a2e1-3a1b43dd7aaf tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.1002941 Oct 06 04:47:30.688911 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8c01fd61-b417-4ce0-93f4-661d1f7bed19 req-169b0832-317d-4b40-862a-fab2f7904014 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462363 Oct 06 04:47:31.812996 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438834b-6e12-4e82-bea6-6418ea3d2037 req-7c1eb870-bf27-4885-8c81-48711d9bb185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:31.814465 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0438834b-6e12-4e82-bea6-6418ea3d2037 req-7c1eb870-bf27-4885-8c81-48711d9bb185 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0488844 Oct 06 04:47:31.863207 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-0438834b-6e12-4e82-bea6-6418ea3d2037 req-2a221c35-5b58-4eef-b6e7-96a4beeb91e9 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430741 Oct 06 04:47:32.609623 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-554effbc-b168-4571-8e54-8e771d7f725f req-65b86c3b-57d6-487e-8ed7-cc4578792863 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372863 Oct 06 04:47:32.683418 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554effbc-b168-4571-8e54-8e771d7f725f req-2328e1ed-1167-46be-aab0-f3428db46243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:32.684914 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-554effbc-b168-4571-8e54-8e771d7f725f req-2328e1ed-1167-46be-aab0-f3428db46243 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 1129 time: 0.0394681 Oct 06 04:47:32.797842 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554effbc-b168-4571-8e54-8e771d7f725f req-c2f09fcb-9b45-4bb6-b6a1-286d7287fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:32.799241 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-554effbc-b168-4571-8e54-8e771d7f725f req-c2f09fcb-9b45-4bb6-b6a1-286d7287fdb6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0965736 Oct 06 04:47:32.859627 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-554effbc-b168-4571-8e54-8e771d7f725f req-28d2171d-4e43-42c4-8ff2-2780a4289884 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f12fd7b5-725b-4edc-bd05-d5f51d5449b7 HTTP/1.1" status: 200 len: 1001 time: 0.0548887 Oct 06 04:47:32.907919 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554effbc-b168-4571-8e54-8e771d7f725f req-5b47608f-21bd-4698-8dd2-0646f725b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:32.909370 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-554effbc-b168-4571-8e54-8e771d7f725f req-5b47608f-21bd-4698-8dd2-0646f725b71f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0438313 Oct 06 04:47:32.982652 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554effbc-b168-4571-8e54-8e771d7f725f req-be9ea86c-f1ff-4c20-b859-3274dd648da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:32.984137 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-554effbc-b168-4571-8e54-8e771d7f725f req-be9ea86c-f1ff-4c20-b859-3274dd648da2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691185 Oct 06 04:47:33.004238 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007676a-6164-4934-8612-5f5133866769 req-fefd0817-f793-40c6-bee8-b7be749451e5 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:33.005604 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8007676a-6164-4934-8612-5f5133866769 req-fefd0817-f793-40c6-bee8-b7be749451e5 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0609951 Oct 06 04:47:33.114924 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8007676a-6164-4934-8612-5f5133866769 req-ff47b247-e379-4dce-9bbc-c85c93b2bce4 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957363 Oct 06 04:47:33.126071 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-554effbc-b168-4571-8e54-8e771d7f725f req-082823a4-1eef-44bd-915d-4b6163972c81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345477 Oct 06 04:47:33.215441 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-554effbc-b168-4571-8e54-8e771d7f725f req-f64ff374-3ad5-480e-ab5d-d5c0e496d6b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829604 Oct 06 04:47:34.116175 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d24deb43-ebe6-4597-9c6e-5afb186e571b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:34.235498 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2b3be-e884-4edf-8f67-6171770c024d req-6b58020c-1b49-4699-8167-fb2513d03037 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:34.236955 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-81f2b3be-e884-4edf-8f67-6171770c024d req-6b58020c-1b49-4699-8167-fb2513d03037 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0479035 Oct 06 04:47:34.290643 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-81f2b3be-e884-4edf-8f67-6171770c024d req-c55782da-8d52-43e9-8878-e45387defd3e tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479212 Oct 06 04:47:35.415830 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ec798-fa92-4070-b749-34dcb56c0e78 req-7c3f86a4-7d73-4107-897c-343308588644 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:35.417333 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5e9ec798-fa92-4070-b749-34dcb56c0e78 req-7c3f86a4-7d73-4107-897c-343308588644 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0515132 Oct 06 04:47:35.465753 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5e9ec798-fa92-4070-b749-34dcb56c0e78 req-7e52e80a-015e-4a2d-9542-cdfd0734d112 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427537 Oct 06 04:47:36.476904 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0cec3cf1-cd6b-455b-b024-44607292d8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:36.585740 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd107e-5e1b-44bb-81a7-e7bf85cf4930 req-733cf794-7811-4e0d-b420-37a054747278 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:36.587786 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-09dd107e-5e1b-44bb-81a7-e7bf85cf4930 req-733cf794-7811-4e0d-b420-37a054747278 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0459113 Oct 06 04:47:36.636916 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-09dd107e-5e1b-44bb-81a7-e7bf85cf4930 req-f855b7d7-831b-4329-846b-7971cdde0a55 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435345 Oct 06 04:47:37.755024 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96b3aa-f1e9-4735-ad91-b07cc8ad9bb5 req-0912e9db-d756-44cf-9be0-4cf28076ea42 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:37.756484 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2f96b3aa-f1e9-4735-ad91-b07cc8ad9bb5 req-0912e9db-d756-44cf-9be0-4cf28076ea42 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0470834 Oct 06 04:47:37.793967 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:37.806052 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2f96b3aa-f1e9-4735-ad91-b07cc8ad9bb5 req-8ceaf685-6d4d-42aa-a759-7c5479377f4a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431240 Oct 06 04:47:38.940181 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa0375-81df-4429-bd6d-e222faaaf396 req-4cd4775c-8fc1-44e6-9992-c5efb096f559 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:38.941678 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c4fa0375-81df-4429-bd6d-e222faaaf396 req-4cd4775c-8fc1-44e6-9992-c5efb096f559 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0595639 Oct 06 04:47:38.990633 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c4fa0375-81df-4429-bd6d-e222faaaf396 req-3799ef2d-9b4c-4e85-9916-3a6ce4a4336f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433719 Oct 06 04:47:39.078838 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:39.295772 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:39.535662 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-36d11864-c897-4c8c-8ff0-b80eee15462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:39.537160 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-36d11864-c897-4c8c-8ff0-b80eee15462b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1129 time: 0.0463181 Oct 06 04:47:39.616507 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:39.631446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-6d9e6cc1-395e-4f7f-928a-d3f86629741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:39.632905 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-6d9e6cc1-395e-4f7f-928a-d3f86629741f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 908 time: 0.0890231 Oct 06 04:47:39.643723 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:39.696785 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-a5da0dad-fb1d-496e-88a6-8c907ea439b2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 1000 time: 0.0578992 Oct 06 04:47:39.743901 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-676bf31f-ba37-4c61-9e8f-bb789dc16057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:39.745560 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-676bf31f-ba37-4c61-9e8f-bb789dc16057 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 200 len: 847 time: 0.0434444 Oct 06 04:47:39.786736 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-7d24b14f-c5ac-4c71-9367-c899fdf0d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:39.788207 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-7d24b14f-c5ac-4c71-9367-c899fdf0d09a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370965 Oct 06 04:47:39.884919 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-8459e5ee-1c0a-4d5d-b7ec-869fe78960c2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906675 Oct 06 04:47:39.976631 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-75e64c76-4e67-42c4-8418-ccad91da31a2 req-70cb48c9-21f4-41c2-831f-57fdf83e2298 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855799 Oct 06 04:47:40.120163 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0940-c978-4669-b1e7-594e843b6c69 req-cca1eb91-7b24-489d-b5fa-b5b9d9d6c16c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:40.121859 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0ddc0940-c978-4669-b1e7-594e843b6c69 req-cca1eb91-7b24-489d-b5fa-b5b9d9d6c16c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0524216 Oct 06 04:47:40.171463 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-0ddc0940-c978-4669-b1e7-594e843b6c69 req-98ee4cec-6f9f-42fe-8708-a78ab64a8386 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Oct 06 04:47:41.294518 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3a24e-7bb5-49c7-87d7-f811aebe663a req-b5411341-8b6a-406d-9654-3a4ae97e0db6 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:41.296016 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-aad3a24e-7bb5-49c7-87d7-f811aebe663a req-b5411341-8b6a-406d-9654-3a4ae97e0db6 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0505676 Oct 06 04:47:41.344141 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-aad3a24e-7bb5-49c7-87d7-f811aebe663a req-682622d5-ae61-4221-87a7-248d2411499e tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425687 Oct 06 04:47:41.575459 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:42.467092 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d94bd-90d7-4b31-8d50-b003a321a69e req-1a3d1de4-fc06-471b-bd19-09f818152d78 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:42.468479 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1e5d94bd-90d7-4b31-8d50-b003a321a69e req-1a3d1de4-fc06-471b-bd19-09f818152d78 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0456564 Oct 06 04:47:42.519881 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1e5d94bd-90d7-4b31-8d50-b003a321a69e req-810282f0-0d29-4ee5-9321-0bdc9f679cda tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457625 Oct 06 04:47:43.605276 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 795d6dcc-3910-4da6-b102-5089193d5016 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:47:43.679878 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 795d6dcc-3910-4da6-b102-5089193d5016 is: ACTIVE; New status is: DOWN {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:47:43.680361 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (795d6dcc-3910-4da6-b102-5089193d5016), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:43.717611 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:47:43.719832 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f0c391-6a43-4bf5-9a22-7a18dba0a39b" -d '{"events": [{"server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "name": "network-vif-unplugged", "status": "completed", "tag": "795d6dcc-3910-4da6-b102-5089193d5016"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:47:43.723439 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=795d6dcc-3910-4da6-b102-5089193d5016,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:47:43.728452 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (795d6dcc-3910-4da6-b102-5089193d5016), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:43.767539 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 06 Oct 2022 04:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ee349-aef1-4c06-8de5-c555a85405cf x-openstack-request-id: req-cb7ee349-aef1-4c06-8de5-c555a85405cf {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:47:43.768033 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "name": "network-vif-unplugged", "status": "failed", "tag": "795d6dcc-3910-4da6-b102-5089193d5016", "code": 422}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:47:43.768291 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cb7ee349-aef1-4c06-8de5-c555a85405cf {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:47:43.768729 dv-cinder-860227-2-iscsi neutron-server[106196]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb7ee349-aef1-4c06-8de5-c555a85405cf']: {'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016', 'code': 422} returned with failed status Oct 06 04:47:43.778830 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48230) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:47:43.783544 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=795d6dcc-3910-4da6-b102-5089193d5016,revision_number=6']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:47:43.785408 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc9ce-1cd1-4a58-b942-665e6f3b1796 req-14efad59-37ef-4403-bf34-4b568985c0d1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:43.786929 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9bfbc9ce-1cd1-4a58-b942-665e6f3b1796 req-14efad59-37ef-4403-bf34-4b568985c0d1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0682659 Oct 06 04:47:43.792268 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.792618 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.792965 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.793305 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.793651 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.793973 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.794298 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.794624 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.794972 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.795497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.795831 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.796156 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.797374 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.797725 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.798060 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:47:43.844464 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9bfbc9ce-1cd1-4a58-b942-665e6f3b1796 req-acbeda03-a315-4925-9ce5-f53b90df0f33 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501075 Oct 06 04:47:43.864552 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-fb4ffadc-b4fa-49c9-8fcc-4ff74cda8fa4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838983 Oct 06 04:47:43.873897 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-f1691dc9-d1e5-485e-b1a4-fbe017bf9b69 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:47:43.874830 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-f1691dc9-d1e5-485e-b1a4-fbe017bf9b69 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049875 Oct 06 04:47:43.967082 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48238) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:47:44.058697 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95229-2310-4970-aad8-b9562f30d12b req-6cd45418-4421-4e44-a48b-2b71a33b9d06 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:44.060065 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-6cd45418-4421-4e44-a48b-2b71a33b9d06 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports/795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 940 time: 0.0920072 Oct 06 04:47:44.965329 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fddb7-0d56-459a-a0dd-a43d1103c1be req-4bd2a82d-8a20-484c-b564-f1adef6bb76d tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:44.966785 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-be2fddb7-0d56-459a-a0dd-a43d1103c1be req-4bd2a82d-8a20-484c-b564-f1adef6bb76d tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0471001 Oct 06 04:47:45.017032 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-be2fddb7-0d56-459a-a0dd-a43d1103c1be req-3dcabd29-2a50-4a95-ae15-47ab861e76d4 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444953 Oct 06 04:47:45.640816 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95229-2310-4970-aad8-b9562f30d12b req-ae55933c-da99-482a-afba-07ceb9c1e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:45.642174 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-ae55933c-da99-482a-afba-07ceb9c1e197 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd&tenant_id=0a6698bc3af34041bd01a5d5abefb11c HTTP/1.1" status: 200 len: 1127 time: 0.0390959 Oct 06 04:47:45.717258 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95229-2310-4970-aad8-b9562f30d12b req-1158ce6d-ecfa-491d-bb3f-51aeca386946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:45.718782 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-1158ce6d-ecfa-491d-bb3f-51aeca386946 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1127 time: 0.0391059 Oct 06 04:47:45.811909 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95229-2310-4970-aad8-b9562f30d12b req-ba23c3ae-9175-4363-b986-e3beb5a20ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:45.813364 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-ba23c3ae-9175-4363-b986-e3beb5a20ff1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 908 time: 0.0893412 Oct 06 04:47:45.873459 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-22bb9626-8edb-4a95-b582-32652c7a8a91 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 998 time: 0.0546324 Oct 06 04:47:45.923597 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95229-2310-4970-aad8-b9562f30d12b req-86292521-b57c-4b6b-b006-a9cda37cc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:45.924923 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-86292521-b57c-4b6b-b006-a9cda37cc990 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 200 len: 847 time: 0.0458238 Oct 06 04:47:45.966989 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95229-2310-4970-aad8-b9562f30d12b req-b759cf80-3165-4501-9038-d811d138c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:45.968396 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-b759cf80-3165-4501-9038-d811d138c1a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367799 Oct 06 04:47:46.015763 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:46.029646 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:46.057894 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-58e059ff-f28b-40cf-a700-69bb5d5dce8b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836012 Oct 06 04:47:46.166490 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff76a8-da18-4b3f-ba18-c506f75f8bdb req-59e1fbdd-74db-4892-b319-3a0c611965a0 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:46.167943 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-faff76a8-da18-4b3f-ba18-c506f75f8bdb req-59e1fbdd-74db-4892-b319-3a0c611965a0 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0576186 Oct 06 04:47:46.202468 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c2d95229-2310-4970-aad8-b9562f30d12b req-e41840f0-6f8c-4460-a4d6-a0efc3b55b37 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385908 Oct 06 04:47:46.235293 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-faff76a8-da18-4b3f-ba18-c506f75f8bdb req-f7c7407c-ace5-4344-872b-9c7feb3d51ff tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611293 Oct 06 04:47:46.579669 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:47:47.357000 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349b5c0-c178-4211-8e41-8d9253277dae req-7ea8a416-c51b-4b58-8349-208fca9e045f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:47.358428 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8349b5c0-c178-4211-8e41-8d9253277dae req-7ea8a416-c51b-4b58-8349-208fca9e045f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0492401 Oct 06 04:47:47.406122 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-8349b5c0-c178-4211-8e41-8d9253277dae req-31ab310e-f095-46a8-84e9-1726ebf6ff67 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Oct 06 04:47:48.528538 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc859c-796e-4520-9a55-83232b49f0b6 req-4592978a-cc57-47a5-999b-da953c306dcc tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:48.529872 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f6cc859c-796e-4520-9a55-83232b49f0b6 req-4592978a-cc57-47a5-999b-da953c306dcc tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0464001 Oct 06 04:47:48.578671 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f6cc859c-796e-4520-9a55-83232b49f0b6 req-fd113ce0-483d-4bc1-b8be-cf3c6c96f144 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 Oct 06 04:47:49.704511 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26b87e-3d47-4386-b78b-6f18bd757e03 req-fc1c5d9d-cb9a-45cc-9f58-75a3c610559e tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:49.705979 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7e26b87e-3d47-4386-b78b-6f18bd757e03 req-fc1c5d9d-cb9a-45cc-9f58-75a3c610559e tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0484550 Oct 06 04:47:49.754932 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7e26b87e-3d47-4386-b78b-6f18bd757e03 req-5477b090-242f-450a-a00a-0b43b5703d40 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431931 Oct 06 04:47:50.874201 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fde48-0db0-4039-b3f2-9b404070cf04 req-e16111c8-0824-402c-9d7c-971274a0b3e8 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:50.875675 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f91fde48-0db0-4039-b3f2-9b404070cf04 req-e16111c8-0824-402c-9d7c-971274a0b3e8 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0468457 Oct 06 04:47:50.923471 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f91fde48-0db0-4039-b3f2-9b404070cf04 req-44493fc9-d800-418d-937d-a719a2a0d0a2 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Oct 06 04:47:52.048586 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e2ef3-6922-4141-9351-aa31735c382a req-e81640c7-26fd-47da-ae6b-57d58d7f6d1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:52.050068 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-602e2ef3-6922-4141-9351-aa31735c382a req-e81640c7-26fd-47da-ae6b-57d58d7f6d1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0503414 Oct 06 04:47:52.098244 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-602e2ef3-6922-4141-9351-aa31735c382a req-20e6d699-ad37-4337-8c0e-6f3ee5672bf2 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417874 Oct 06 04:47:53.221453 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774a574-17b0-4821-bd96-d18062ff66b5 req-77846192-1598-4353-90ef-918bbcc0756a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:53.222941 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1774a574-17b0-4821-bd96-d18062ff66b5 req-77846192-1598-4353-90ef-918bbcc0756a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 943 time: 0.0504665 Oct 06 04:47:53.274936 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1774a574-17b0-4821-bd96-d18062ff66b5 req-61f9e773-124b-476a-850a-d1c4872c2c8f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444362 Oct 06 04:47:53.691705 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 795d6dcc-3910-4da6-b102-5089193d5016 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:47:53.693853 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=30,neutron:UPDATE=7 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:53.695303 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:53.790349 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=795d6dcc-3910-4da6-b102-5089193d5016,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:47:53.801404 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '795d6dcc-3910-4da6-b102-5089193d5016', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'port_id': '795d6dcc-3910-4da6-b102-5089193d5016', 'mac_address': 'fa:16:3e:ca:ac:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:47:53.838924 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 795d6dcc-3910-4da6-b102-5089193d5016 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:47:53.839336 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (795d6dcc-3910-4da6-b102-5089193d5016), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:53.852274 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795d6dcc-3910-4da6-b102-5089193d5016 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:47:53.872247 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=795d6dcc-3910-4da6-b102-5089193d5016,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:47:53.876135 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (795d6dcc-3910-4da6-b102-5089193d5016), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:53.925991 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=795d6dcc-3910-4da6-b102-5089193d5016,revision_number=7']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:47:54.260876 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['795d6dcc-3910-4da6-b102-5089193d5016'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:47:54.393992 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccc9f2-5070-4912-b789-37cda330ae21 req-b5e1348f-b0df-4491-a9f8-8cfa57b90b7e tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:54.395479 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-76ccc9f2-5070-4912-b789-37cda330ae21 req-b5e1348f-b0df-4491-a9f8-8cfa57b90b7e tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 944 time: 0.0467610 Oct 06 04:47:54.418484 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:54.423612 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=100 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:54.447870 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-76ccc9f2-5070-4912-b789-37cda330ae21 req-41511766-83cc-447d-aade-28ed499aec1f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461946 Oct 06 04:47:55.581988 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7293a-1636-465f-80b7-82c7a4524e34 req-93c8717b-6fd4-429c-869e-eb06c48ebbe1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:55.583489 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9a7293a-1636-465f-80b7-82c7a4524e34 req-93c8717b-6fd4-429c-869e-eb06c48ebbe1 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 944 time: 0.0593193 Oct 06 04:47:55.634647 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f9a7293a-1636-465f-80b7-82c7a4524e34 req-c1fedd0b-39c6-4103-a191-af6cc40a3198 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433278 Oct 06 04:47:55.698524 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 795d6dcc-3910-4da6-b102-5089193d5016 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:47:55.741147 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 795d6dcc-3910-4da6-b102-5089193d5016 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:47:55.741525 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (795d6dcc-3910-4da6-b102-5089193d5016), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:55.741869 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 795d6dcc-3910-4da6-b102-5089193d5016 Oct 06 04:47:55.814761 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 795d6dcc-3910-4da6-b102-5089193d5016 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:47:55.815172 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (795d6dcc-3910-4da6-b102-5089193d5016), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:55.837328 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:47:55.839577 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6751a4a3-1d1c-4a8d-b00b-6564ad4b8b36" -d '{"events": [{"server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "name": "network-vif-plugged", "status": "completed", "tag": "795d6dcc-3910-4da6-b102-5089193d5016"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:47:55.852368 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=795d6dcc-3910-4da6-b102-5089193d5016,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:47:55.856783 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (795d6dcc-3910-4da6-b102-5089193d5016), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:55.864974 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:47:55.886325 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2100fe-bed4-4a4b-8da0-0df73228988b x-openstack-request-id: req-7e2100fe-bed4-4a4b-8da0-0df73228988b {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:47:55.886555 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "name": "network-vif-plugged", "status": "completed", "tag": "795d6dcc-3910-4da6-b102-5089193d5016", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:47:55.886830 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7e2100fe-bed4-4a4b-8da0-0df73228988b {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:47:55.887246 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2100fe-bed4-4a4b-8da0-0df73228988b'] response: {'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016', 'code': 200} Oct 06 04:47:55.912866 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=795d6dcc-3910-4da6-b102-5089193d5016,revision_number=8']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:47:56.161768 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455ede0-f044-4aa4-aa41-be258cc4192f req-c7d1d786-c0cd-4ff9-b2f0-4f14da81a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:56.163161 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a455ede0-f044-4aa4-aa41-be258cc4192f req-c7d1d786-c0cd-4ff9-b2f0-4f14da81a551 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1129 time: 0.0376770 Oct 06 04:47:56.211503 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a455ede0-f044-4aa4-aa41-be258cc4192f req-99f32614-3b7f-422f-932c-2df0a775373b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421581 Oct 06 04:47:56.715805 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:47:56.753926 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679c81-1dd6-4e63-a804-78f75a4db843 req-c12bfefa-315e-4eb6-a6c4-5d4c1216387e tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:56.755403 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-dd679c81-1dd6-4e63-a804-78f75a4db843 req-c12bfefa-315e-4eb6-a6c4-5d4c1216387e tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0477996 Oct 06 04:47:56.803962 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-dd679c81-1dd6-4e63-a804-78f75a4db843 req-41f47064-2acf-41c3-87fd-098d6040c15f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 Oct 06 04:47:57.935710 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e01bb8-0d67-4b80-a809-0a7867c2745e req-5236e904-6b10-41b4-afb0-8a07e93ca9d7 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:57.937171 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-05e01bb8-0d67-4b80-a809-0a7867c2745e req-5236e904-6b10-41b4-afb0-8a07e93ca9d7 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0508652 Oct 06 04:47:57.989219 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-05e01bb8-0d67-4b80-a809-0a7867c2745e req-35e77e17-1957-4994-9556-f34bf106c278 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464823 Oct 06 04:47:59.112320 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3cfdd-8eab-4d09-bdd7-85fe1ee4d3c8 req-37e9006a-9e23-403d-af70-85285e38930f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:47:59.113667 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fff3cfdd-8eab-4d09-bdd7-85fe1ee4d3c8 req-37e9006a-9e23-403d-af70-85285e38930f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0463924 Oct 06 04:47:59.162531 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fff3cfdd-8eab-4d09-bdd7-85fe1ee4d3c8 req-c531eb2d-d90d-456e-beea-dbaf676773a9 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427458 Oct 06 04:48:04.119067 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b248a902-2ea3-4a44-92bf-a4a223025062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:05.860179 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:05.865933 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:06.479713 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-12fb5ac7-f8f9-49b7-b882-e8e42491816b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:07.796253 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:07.973315 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=10 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:07.985509 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=13 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:09.080733 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:09.150310 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=84 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:09.159125 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:09.299613 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:11.259327 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:21.378153 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=11 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:21.380076 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:23.579444 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:48:24.620263 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [req-221afbaa-1420-4087-8ce5-5913154f9dee req-ec1ab0e4-a8e6-49e1-a8b2-aad49e242d3b service neutron] (106195) timed out ('10.222.0.25', 57361) {{(pid=106195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 04:48:24.773367 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [req-3cf5a8fb-1c7c-4e8d-8f52-1fd5a4c72d02 req-fe635cc7-2b8e-480e-b540-8c4173f90e00 service neutron] (106195) timed out ('10.222.0.25', 57349) {{(pid=106195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 04:48:26.717933 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:29.044296 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [req-0df7763a-d1dd-4720-82fe-d33c18a45e69 req-60db8104-f64b-446e-94d3-98c1bd854341 service neutron] (106194) timed out ('10.222.0.25', 57330) {{(pid=106194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 04:48:32.665303 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-cc968d39-6116-4a9b-84ef-8ed411d03cbc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831676 Oct 06 04:48:32.767155 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-a556e4b4-22e9-45a9-a6a7-dd406ccacabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:32.768601 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-a556e4b4-22e9-45a9-a6a7-dd406ccacabd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1129 time: 0.0391235 Oct 06 04:48:32.875175 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-9dbc12e0-d348-4aab-a258-04045f841a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:32.876637 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-9dbc12e0-d348-4aab-a258-04045f841a43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 908 time: 0.0894213 Oct 06 04:48:32.936727 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-b22e5347-e5e5-48bd-9acb-691c9cfa10c0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 1000 time: 0.0535841 Oct 06 04:48:32.983501 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-8466f3e8-f696-47d6-9ca5-84d69e66b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:32.984864 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-8466f3e8-f696-47d6-9ca5-84d69e66b7f2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 200 len: 847 time: 0.0420077 Oct 06 04:48:33.031608 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-d262a7d7-f14b-488a-a9a3-50412ba4e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:33.033084 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-d262a7d7-f14b-488a-a9a3-50412ba4e7e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425484 Oct 06 04:48:33.122622 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-8b7030d0-761f-4efb-b2e3-84310a5dc672 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829868 Oct 06 04:48:33.214418 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-5bbbc50d-aedb-424d-b1a3-0e837f633d51 req-ac5b4af2-51e9-45c6-9d97-c1707273e979 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854704 Oct 06 04:48:34.119880 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-1298d391-93dd-4d5f-85d1-2c17ea0bfcf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:34.410845 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad0038-53e5-4aa1-b561-d6039469b228 req-5e9f1e5d-8c72-4527-95bb-af8ed4bdf4f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:34.412245 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a9ad0038-53e5-4aa1-b561-d6039469b228 req-5e9f1e5d-8c72-4527-95bb-af8ed4bdf4f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 945 time: 0.0496211 Oct 06 04:48:34.461130 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a9ad0038-53e5-4aa1-b561-d6039469b228 req-f457f2fe-587a-4f09-9a58-352ff3182118 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Oct 06 04:48:35.586198 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82922e-e40f-4fa8-81e4-4125e430f3f2 req-9e67dac5-4f30-45a7-801f-91bb690817d0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:35.587712 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-da82922e-e40f-4fa8-81e4-4125e430f3f2 req-9e67dac5-4f30-45a7-801f-91bb690817d0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 945 time: 0.0513277 Oct 06 04:48:35.638630 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-da82922e-e40f-4fa8-81e4-4125e430f3f2 req-82e68c4b-d3de-4306-b525-bb406e4466c7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443757 Oct 06 04:48:36.480970 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-840e1b09-9dc7-4973-893b-9e16c996f6a4 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:36.482521 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-840e1b09-9dc7-4973-893b-9e16c996f6a4 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Oct 06 04:48:36.482742 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-1401e8cf-f497-4136-af2e-f7fba8fe7a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:36.571200 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Deleting port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:48:36.571542 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:36.658123 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] For port f12fd7b5-725b-4edc-bd05-d5f51d5449b7, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:48:36.658478 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:36.798869 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:36.808462 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f752e72-2a27-41e8-8b35-687b6d89e094 req-d51f4a72-58f5-426c-a427-ce12d3bd6552 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:36.809913 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7f752e72-2a27-41e8-8b35-687b6d89e094 req-d51f4a72-58f5-426c-a427-ce12d3bd6552 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 945 time: 0.0926616 Oct 06 04:48:36.895372 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:36.898713 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:36.899113 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (c7a9697c-5702-4a23-8ec9-7db5e348d6a2), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:36.899434 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Floating IP c7a9697c-5702-4a23-8ec9-7db5e348d6a2 disassociated. External IP: 172.27.0.164, port: f12fd7b5-725b-4edc-bd05-d5f51d5449b7. Oct 06 04:48:36.899780 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Calling delete_port for f12fd7b5-725b-4edc-bd05-d5f51d5449b7 owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:48:36.922325 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7f752e72-2a27-41e8-8b35-687b6d89e094 req-f5f5a136-89ab-440b-b915-89faf46d467a tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042521 Oct 06 04:48:37.300636 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (f12fd7b5-725b-4edc-bd05-d5f51d5449b7), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:37.326491 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event deleted for resources: {'Port': ['ID=f12fd7b5-725b-4edc-bd05-d5f51d5449b7,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:48:37.339339 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.339696 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.340043 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.340481 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.340714 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.341051 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.341381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.341710 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.342042 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.342372 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.342701 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.343050 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.343376 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.343702 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.344027 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:37.450411 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Router da38923f-8e87-4095-8944-770e5a119faa has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:48:37.557164 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:48:37.566550 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] Sync routers for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:48:37.580209 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:48:37.580831 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:48:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:48:37.601463 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] No DVR routers for this DVR port f12fd7b5-725b-4edc-bd05-d5f51d5449b7 on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:48:37.604134 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:37.607307 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4ac0ef90-c950-447e-a154-8671934d02e1 req-b457f425-9c50-4370-93f1-c14216e356ad tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f12fd7b5-725b-4edc-bd05-d5f51d5449b7 HTTP/1.1" status: 204 len: 173 time: 1.1184728 Oct 06 04:48:37.607801 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645505a6-9888-4067-b2bf-3d9691760490', 'name': 'network-vif-deleted', 'tag': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:48:37.610059 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ffc6c-75a0-498c-ba7a-14e3952f0d84" -d '{"events": [{"server_uuid": "645505a6-9888-4067-b2bf-3d9691760490", "name": "network-vif-deleted", "tag": "f12fd7b5-725b-4edc-bd05-d5f51d5449b7"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:48:37.653776 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0194145c-0dfd-424b-9b49-55098f732a91 x-openstack-request-id: req-0194145c-0dfd-424b-9b49-55098f732a91 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:48:37.654073 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645505a6-9888-4067-b2bf-3d9691760490", "name": "network-vif-deleted", "tag": "f12fd7b5-725b-4edc-bd05-d5f51d5449b7", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:48:37.654326 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0194145c-0dfd-424b-9b49-55098f732a91 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:48:37.654749 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0194145c-0dfd-424b-9b49-55098f732a91'] response: {'server_uuid': '645505a6-9888-4067-b2bf-3d9691760490', 'name': 'network-vif-deleted', 'tag': 'f12fd7b5-725b-4edc-bd05-d5f51d5449b7', 'status': 'completed', 'code': 200} Oct 06 04:48:37.691575 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:48:37.801198 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:37.885563 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:48:37.913285 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] Checking router: da38923f-8e87-4095-8944-770e5a119faa for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:48:37.922849 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:48:37.923433 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:48:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:48:38.030169 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:48:38.032420 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-030da711-b6b1-4a31-820e-9bcc2d1a81dc req-1426e29f-5d01-4609-b20f-b92b13560713 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=645505a6-9888-4067-b2bf-3d9691760490 HTTP/1.1" status: 200 len: 210 time: 0.0322673 Oct 06 04:48:38.311742 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:48:38.336512 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820ff2f-ce35-459d-a8e7-928cb08c2647 None None] The sync data for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi is: [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:48:38.565860 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae7617-19a6-4860-acae-b2a19b33fbb8 None None] New status for floating IP c7a9697c-5702-4a23-8ec9-7db5e348d6a2: DOWN {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:48:39.085099 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:39.303290 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:39.305842 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-cfe5a20d-a3f8-4fbe-a8d0-7c11fa835a3d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1871208602&fields=id&tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8 HTTP/1.1" status: 200 len: 267 time: 0.0451849 Oct 06 04:48:39.412361 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-eb90bb21-83a8-4ee5-b832-23ea8d1a6ee1 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:39.414457 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-eb90bb21-83a8-4ee5-b832-23ea8d1a6ee1 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 812 time: 0.1020432 Oct 06 04:48:39.428882 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-1f14f2a4-8864-4c71-bdb1-97a0f698157d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/quotas/a707ca1042dd4fc99ff1dbd033efe0e8 HTTP/1.1" status: 200 len: 375 time: 0.0090175 Oct 06 04:48:39.481201 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-083d5ac5-68ee-4b29-b331-bd45f0c5b1ba tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476162 Oct 06 04:48:39.575129 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d26c3fbd-0fa4-4e81-aaae-ee08e0fa59fd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828385 Oct 06 04:48:39.588045 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:39.671559 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-9dd0a618-5a8b-40d3-945c-ca5b299afc0f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906806 Oct 06 04:48:39.885964 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device f12fd7b5-725b-4edc-bd05-d5f51d5449b7 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:48:39.959551 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6bbf59e3-3b38-4751-869f-8c96a93a0851 req-2b8171d7-ab36-493e-93ae-8220f3e46d1b tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 210 time: 0.0293620 Oct 06 04:48:40.037586 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: f12fd7b5-725b-4edc-bd05-d5f51d5449b7 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:48:40.038011 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device f12fd7b5-725b-4edc-bd05-d5f51d5449b7 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:48:41.044244 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-69e069fd-675a-49b4-8bae-749507d64528 req-f05427da-d898-44e6-a230-bdd541ddf7a6 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 210 time: 0.0279181 Oct 06 04:48:42.133711 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-e5c265e8-58a0-49d6-a1fa-eb5d3a6e340e req-608ab5ca-b0c4-4d1b-9bd0-6c4a7e5345ba tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 210 time: 0.0298805 Oct 06 04:48:43.235480 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d8674d1a-674e-46cb-a221-8c21b35f39d0 req-70ab5921-edd8-49b6-a93f-d955ea587af0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 210 time: 0.0315983 Oct 06 04:48:44.340776 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-f5dd80bd-11db-4aa2-b801-63ea6189ea46 req-9a6712d8-1e61-4de0-bb80-b49f87fb1d4d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 210 time: 0.0317457 Oct 06 04:48:45.125194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:45.133624 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-f26d595e-b31a-410c-a687-7401ef4aec93 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:45.135117 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-f26d595e-b31a-410c-a687-7401ef4aec93 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 812 time: 0.1083381 Oct 06 04:48:45.204414 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-7b7e5966-4d35-4dfe-996b-990ac7e0982d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8 HTTP/1.1" status: 200 len: 380 time: 0.0540266 Oct 06 04:48:45.213863 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'port': {'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'admin_state_up': True, 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'security_groups': ['f2b493e1-0500-406b-bee1-d48b851141aa']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:48:45.328188 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Made reservation on behalf of a707ca1042dd4fc99ff1dbd033efe0e8 for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:48:45.331907 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:45.469881 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-62c98d62-95c4-4ed3-92e6-81ba7735d5a2 req-13fcf619-c7ac-4e94-8342-8d207929f445 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 210 time: 0.0539310 Oct 06 04:48:45.491245 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Allocated IP 172.20.0.7 (b5b78c7d-20eb-423c-ac79-d8c29b70489b/0f7aee27-fa85-41e5-bda5-a9de54c7bda8/056bfbf9-41d6-4d29-a4d1-5004af5c323b) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:48:45.630895 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:45.663689 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:45.716255 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:48:45.719551 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:48:45.723434 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:48:45.753472 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'Port': ['ID=056bfbf9-41d6-4d29-a4d1-5004af5c323b,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:48:45.783498 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:45.784137 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:45.794635 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:45.806975 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-d7d91c38-c717-4d3f-94af-1eb56aed291c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973332 Oct 06 04:48:45.826833 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Request body: {'port': {'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:48:45.891043 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:45.997912 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-d7e3f03e-5bd6-4dba-ba09-679801e1239a None None] Provisioning complete for port 056bfbf9-41d6-4d29-a4d1-5004af5c323b triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:48:45.998497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f03e-5bd6-4dba-ba09-679801e1239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:45.998497 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-d7e3f03e-5bd6-4dba-ba09-679801e1239a None None] Attempt 1 to provision port 056bfbf9-41d6-4d29-a4d1-5004af5c323b Oct 06 04:48:46.018233 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:46.029127 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3f03e-5bd6-4dba-ba09-679801e1239a None None] Port 056bfbf9-41d6-4d29-a4d1-5004af5c323b cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:48:46.154150 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056bfbf9-41d6-4d29-a4d1-5004af5c323b {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:48:46.161624 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Publish callbacks [] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:46.174253 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Transition to ACTIVE for port object 056bfbf9-41d6-4d29-a4d1-5004af5c323b will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:48:46.177272 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:46.253808 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Pushing event updated for resources: {'Port': ['ID=056bfbf9-41d6-4d29-a4d1-5004af5c323b,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:48:46.284541 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Attempting to bind port 056bfbf9-41d6-4d29-a4d1-5004af5c323b on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:48:46.284878 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Attempting to bind port 056bfbf9-41d6-4d29-a4d1-5004af5c323b by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:48:46.285214 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Attempting to bind port 056bfbf9-41d6-4d29-a4d1-5004af5c323b on network b5b78c7d-20eb-423c-ac79-d8c29b70489b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:48:46.328983 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Port 056bfbf9-41d6-4d29-a4d1-5004af5c323b on network b5b78c7d-20eb-423c-ac79-d8c29b70489b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:48:46.329312 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Attempting to bind port 056bfbf9-41d6-4d29-a4d1-5004af5c323b on network b5b78c7d-20eb-423c-ac79-d8c29b70489b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:48:46.371200 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:48:46.371644 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Checking segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:48:46.372033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Bound using segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:48:46.372468 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Bound port: 056bfbf9-41d6-4d29-a4d1-5004af5c323b, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:48:46.372823 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:46.432513 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] For port 056bfbf9-41d6-4d29-a4d1-5004af5c323b, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:48:46.435387 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] For port 056bfbf9-41d6-4d29-a4d1-5004af5c323b, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:48:46.441409 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:46.445462 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:46.446075 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:46.447458 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/056bfbf9-41d6-4d29-a4d1-5004af5c323b HTTP/1.1" status: 200 len: 1093 time: 0.6251278 Oct 06 04:48:46.448908 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:48:46.451151 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f9abf-3c22-4424-b475-a377f457a834" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:48:46.504232 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9240261-891a-4616-88e9-fb66b5dd6b62 service neutron] Pushing event updated for resources: {'Port': ['ID=056bfbf9-41d6-4d29-a4d1-5004af5c323b,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:48:46.513655 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deadcd0-a948-4822-a1da-7802b1f5ebbf x-openstack-request-id: req-8deadcd0-a948-4822-a1da-7802b1f5ebbf {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:48:46.514220 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:48:46.515265 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8deadcd0-a948-4822-a1da-7802b1f5ebbf {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:48:46.515265 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8deadcd0-a948-4822-a1da-7802b1f5ebbf'] response: {'name': 'network-changed', 'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'status': 'completed', 'code': 200} Oct 06 04:48:46.599251 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-e87fc9c4-01eb-4c76-9f84-292abb000e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:46.600737 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-e87fc9c4-01eb-4c76-9f84-292abb000e29 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 1127 time: 0.0647047 Oct 06 04:48:46.615826 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0610c0-7d14-4163-af0f-fceec2de87a5 req-f22b7c69-4527-47a2-b7ee-65efb5443651 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:46.617301 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3f0610c0-7d14-4163-af0f-fceec2de87a5 req-f22b7c69-4527-47a2-b7ee-65efb5443651 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 943 time: 0.0546620 Oct 06 04:48:46.659945 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-67872928-6895-4566-8afe-f6c9f91707f2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b HTTP/1.1" status: 200 len: 217 time: 0.0416629 Oct 06 04:48:46.699755 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:46.731920 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-15240720-a0ca-4326-82de-7784a4d83a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:46.733355 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-15240720-a0ca-4326-82de-7784a4d83a58 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0673084 Oct 06 04:48:46.738042 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3f0610c0-7d14-4163-af0f-fceec2de87a5 req-7330e37d-843e-42e4-8317-c0a86b27c1e6 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142261 Oct 06 04:48:46.779922 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-cf610231-a6cd-469c-9915-e182f3db7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:46.781419 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-cf610231-a6cd-469c-9915-e182f3db7572 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398886 Oct 06 04:48:46.878913 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-0b6226d5-eee0-40ea-8e24-d15c6223ded9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911849 Oct 06 04:48:46.892063 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:46.969605 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-18da9e26-5b25-4bb6-a8a1-b8e31e28be3c req-f19cbb82-7b73-4a43-8e81-93ba178cbb96 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837798 Oct 06 04:48:47.861075 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3d1ac-d9b7-4698-bd92-98c456f1e669 req-e1f9cb40-1d50-4a67-9c81-3bbf8ae13924 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:47.862841 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1bf3d1ac-d9b7-4698-bd92-98c456f1e669 req-e1f9cb40-1d50-4a67-9c81-3bbf8ae13924 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 943 time: 0.0479331 Oct 06 04:48:47.898775 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9abf-3c22-4424-b475-a377f457a834 req-14891815-5314-4e1e-92a5-94606352e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:47.900243 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-439f9abf-3c22-4424-b475-a377f457a834 req-14891815-5314-4e1e-92a5-94606352e2df service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 1127 time: 0.0467293 Oct 06 04:48:47.916000 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1bf3d1ac-d9b7-4698-bd92-98c456f1e669 req-c20842db-44a4-4973-b88f-63d1bd3b3cdf tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458145 Oct 06 04:48:47.989788 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9abf-3c22-4424-b475-a377f457a834 req-3536c949-46eb-4720-9914-39dca5523d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:47.991256 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-439f9abf-3c22-4424-b475-a377f457a834 req-3536c949-46eb-4720-9914-39dca5523d56 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0841403 Oct 06 04:48:48.040884 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-439f9abf-3c22-4424-b475-a377f457a834 req-f03e36e3-9b5f-405c-adc6-76c5da4c7863 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b HTTP/1.1" status: 200 len: 217 time: 0.0359442 Oct 06 04:48:48.088169 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9abf-3c22-4424-b475-a377f457a834 req-7eaa48df-887d-4e8f-ac3f-854cdd6cc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:48.089564 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-439f9abf-3c22-4424-b475-a377f457a834 req-7eaa48df-887d-4e8f-ac3f-854cdd6cc79e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0432172 Oct 06 04:48:48.133277 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9abf-3c22-4424-b475-a377f457a834 req-37ba2a30-f88e-44a4-8242-def1aa2c80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:48.134719 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-439f9abf-3c22-4424-b475-a377f457a834 req-37ba2a30-f88e-44a4-8242-def1aa2c80b0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383997 Oct 06 04:48:48.224609 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-439f9abf-3c22-4424-b475-a377f457a834 req-c79d302c-da4f-40cc-882d-140684dc2067 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834188 Oct 06 04:48:48.307354 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=76 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:48.313415 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-439f9abf-3c22-4424-b475-a377f457a834 req-d10f67d0-695a-4434-a385-3f40a206dc15 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824938 Oct 06 04:48:48.314550 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=64 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:49.038980 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028458f2-3c5d-431c-b43a-e0c47eb8fbc4 req-f1abbd6e-2cce-4ce7-918b-cb70719692cb tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:49.040432 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-028458f2-3c5d-431c-b43a-e0c47eb8fbc4 req-f1abbd6e-2cce-4ce7-918b-cb70719692cb tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 943 time: 0.0507081 Oct 06 04:48:49.088884 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-028458f2-3c5d-431c-b43a-e0c47eb8fbc4 req-8fcab08b-46cc-4e6e-87d1-80a53dcfc879 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429609 Oct 06 04:48:50.207551 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81913b-ff6e-4441-9a93-607bbc0e5132 req-96db8565-5014-4963-8c09-316a5a06e154 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:50.208998 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3f81913b-ff6e-4441-9a93-607bbc0e5132 req-96db8565-5014-4963-8c09-316a5a06e154 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 943 time: 0.0463631 Oct 06 04:48:50.261068 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3f81913b-ff6e-4441-9a93-607bbc0e5132 req-ad5567fc-850f-4213-ab05-b7adf70249f1 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464714 Oct 06 04:48:51.381896 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982ad49-203c-4d34-bc61-082ec303390f req-6553c893-78a9-4ccb-bbb3-d109d6efc2c4 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:51.383487 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8982ad49-203c-4d34-bc61-082ec303390f req-6553c893-78a9-4ccb-bbb3-d109d6efc2c4 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 943 time: 0.0472147 Oct 06 04:48:51.434009 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8982ad49-203c-4d34-bc61-082ec303390f req-478962ee-7c2d-4ba5-8d45-55572cdce6a7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Oct 06 04:48:52.557282 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a20b2-f12b-42cb-9d81-9eab591c89c5 req-519ac6c1-1453-40eb-af37-993786212521 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:52.558777 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-049a20b2-f12b-42cb-9d81-9eab591c89c5 req-519ac6c1-1453-40eb-af37-993786212521 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 943 time: 0.0472043 Oct 06 04:48:52.608468 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-049a20b2-f12b-42cb-9d81-9eab591c89c5 req-ca4e45f2-e04d-478f-9eb7-4b7c00244ebc tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440745 Oct 06 04:48:53.728874 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef65e-e102-4734-8b16-a35a1b26f92d req-3a3215a0-a83d-4cd0-9803-0fa186f34514 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:53.730309 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-717ef65e-e102-4734-8b16-a35a1b26f92d req-3a3215a0-a83d-4cd0-9803-0fa186f34514 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 943 time: 0.0451567 Oct 06 04:48:53.782903 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-717ef65e-e102-4734-8b16-a35a1b26f92d req-158694bf-4527-441d-a432-7403f68aed87 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470481 Oct 06 04:48:53.985575 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 056bfbf9-41d6-4d29-a4d1-5004af5c323b details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:48:53.988580 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:53.989162 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:54.085020 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 056bfbf9-41d6-4d29-a4d1-5004af5c323b, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:48:54.095828 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:48:54.134227 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 056bfbf9-41d6-4d29-a4d1-5004af5c323b is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:48:54.134614 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:54.147157 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056bfbf9-41d6-4d29-a4d1-5004af5c323b {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:48:54.166612 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 056bfbf9-41d6-4d29-a4d1-5004af5c323b, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:48:54.170820 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:54.215575 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=056bfbf9-41d6-4d29-a4d1-5004af5c323b,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:48:54.222320 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.222665 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.223027 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.223369 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.223698 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.224024 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.224347 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.224669 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.224990 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.225309 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.225633 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.226467 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.226851 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.227202 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.227522 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:48:54.563612 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['056bfbf9-41d6-4d29-a4d1-5004af5c323b'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:48:54.902415 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3c291-b987-4b5d-8be5-43c569ddb943 req-9c9339f4-f50e-4bec-ae16-7520fc5a0b3d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:54.903970 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2fb3c291-b987-4b5d-8be5-43c569ddb943 req-9c9339f4-f50e-4bec-ae16-7520fc5a0b3d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 944 time: 0.0467672 Oct 06 04:48:54.952118 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-2fb3c291-b987-4b5d-8be5-43c569ddb943 req-90041b63-e2b0-42cb-8703-02094816329a tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426495 Oct 06 04:48:56.010605 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 056bfbf9-41d6-4d29-a4d1-5004af5c323b up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:48:56.036714 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:56.052000 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 056bfbf9-41d6-4d29-a4d1-5004af5c323b completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:48:56.058083 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 056bfbf9-41d6-4d29-a4d1-5004af5c323b triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:48:56.058533 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:56.058878 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 056bfbf9-41d6-4d29-a4d1-5004af5c323b Oct 06 04:48:56.073876 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a195d-fe83-479b-a675-3f49ee8e4c0d req-cbad912e-eeb4-467d-9985-4eb17fd6babe tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:56.075389 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b31a195d-fe83-479b-a675-3f49ee8e4c0d req-cbad912e-eeb4-467d-9985-4eb17fd6babe tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 944 time: 0.0481079 Oct 06 04:48:56.125159 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b31a195d-fe83-479b-a675-3f49ee8e4c0d req-93a163bc-d9a2-4797-b7e4-517a3d6a6aa7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 Oct 06 04:48:56.135231 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 056bfbf9-41d6-4d29-a4d1-5004af5c323b is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:48:56.135624 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:56.158540 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:48:56.160792 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17df537-127b-4a73-9800-af20836722b4" -d '{"events": [{"server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "name": "network-vif-plugged", "status": "completed", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:48:56.174237 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 056bfbf9-41d6-4d29-a4d1-5004af5c323b, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:48:56.178102 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:56.201112 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a6f19d-8259-4df7-9935-53687238454d x-openstack-request-id: req-14a6f19d-8259-4df7-9935-53687238454d {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:48:56.201405 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "name": "network-vif-plugged", "status": "completed", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:48:56.201659 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-14a6f19d-8259-4df7-9935-53687238454d {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:48:56.202057 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a6f19d-8259-4df7-9935-53687238454d'] response: {'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'code': 200} Oct 06 04:48:56.229041 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=056bfbf9-41d6-4d29-a4d1-5004af5c323b,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:48:56.450562 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30f767-ed9b-4115-bd48-bb52cfde6a20 req-f306bbb0-eb5f-4202-8eb2-57a44994dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:56.452051 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa30f767-ed9b-4115-bd48-bb52cfde6a20 req-f306bbb0-eb5f-4202-8eb2-57a44994dfb2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 1129 time: 0.0383818 Oct 06 04:48:56.497488 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-fa30f767-ed9b-4115-bd48-bb52cfde6a20 req-ab8fb86d-c70f-4929-9ff6-b2907b089f19 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395219 Oct 06 04:48:56.724228 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:56.729042 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:57.254854 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0da150-b005-4c8c-88f2-c5e929490ad6 req-13b51518-469e-4c01-affb-d7c412a472d9 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:57.256371 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ac0da150-b005-4c8c-88f2-c5e929490ad6 req-13b51518-469e-4c01-affb-d7c412a472d9 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 945 time: 0.0543098 Oct 06 04:48:57.285617 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:57.305684 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-ac0da150-b005-4c8c-88f2-c5e929490ad6 req-ec4fca39-d622-47e2-bd27-b17695dda788 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438480 Oct 06 04:48:58.391411 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=48 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:58.393203 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=50 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:58.432095 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c79b2-29d4-4015-b528-af4910970285 req-900743e3-857e-47c4-94da-eee21867839d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:58.433557 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a67c79b2-29d4-4015-b528-af4910970285 req-900743e3-857e-47c4-94da-eee21867839d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 945 time: 0.0509775 Oct 06 04:48:58.481038 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-a67c79b2-29d4-4015-b528-af4910970285 req-b023af71-60f2-4e9f-b55b-0e0285469616 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Oct 06 04:48:58.603712 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e693d-cefa-47b7-ae41-1e9870bef9ec req-0ab65197-f069-4211-8cec-6e7c7c37cb25 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:58.605184 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a96e693d-cefa-47b7-ae41-1e9870bef9ec req-0ab65197-f069-4211-8cec-6e7c7c37cb25 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 945 time: 0.0477741 Oct 06 04:48:58.654690 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-a96e693d-cefa-47b7-ae41-1e9870bef9ec req-ea7a4523-e5ea-45f6-a951-2607042b1c8e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 Oct 06 04:48:58.684818 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48376) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:48:58.721349 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24fe6a5-aad1-443f-ada6-22fcf6bfae4a tempest-TestVolumeBootPattern-463157035 tempest-TestVolumeBootPattern-463157035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:48:58.722847 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f24fe6a5-aad1-443f-ada6-22fcf6bfae4a tempest-TestVolumeBootPattern-463157035 tempest-TestVolumeBootPattern-463157035-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 1124 time: 0.0369127 Oct 06 04:48:58.725611 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48378) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:48:58.730199 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:48:58.752337 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:58.832724 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:58.948902 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Allocated IP 172.27.0.32 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/44733869-9acc-419a-9c0e-651340fef02f) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:48:59.050577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for port (44733869-9acc-419a-9c0e-651340fef02f), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:59.083617 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (44733869-9acc-419a-9c0e-651340fef02f), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:59.127981 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:48:59.133301 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:48:59.137178 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:48:59.140475 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'Port': ['ID=44733869-9acc-419a-9c0e-651340fef02f,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:48:59.178013 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:59.361564 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:48:59.499307 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (2a1d0026-cca1-4693-a8a5-86665e007d07), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:59.573997 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (44733869-9acc-419a-9c0e-651340fef02f), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:59.719519 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for port (44733869-9acc-419a-9c0e-651340fef02f), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:59.724047 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (44733869-9acc-419a-9c0e-651340fef02f), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:48:59.789367 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'Port': ['ID=44733869-9acc-419a-9c0e-651340fef02f,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:48:59.791662 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (2a1d0026-cca1-4693-a8a5-86665e007d07), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:00.146051 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Floating IP 2a1d0026-cca1-4693-a8a5-86665e007d07 associated. External IP: 172.27.0.32, port: 056bfbf9-41d6-4d29-a4d1-5004af5c323b. Oct 06 04:49:00.289454 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:00.345874 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Router da38923f-8e87-4095-8944-770e5a119faa has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:49:00.445613 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:00.448730 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:49:00.458666 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] Sync routers for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:49:00.466788 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:00.468968 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:49:00.469577 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:48:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:00.497616 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-7af60ce4-4b71-49ae-a2b2-425e36aa1704 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7704957 Oct 06 04:49:00.498368 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:49:00.500730 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:49:00.539891 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f9e042-0b7a-4536-b523-4ac829192278 x-openstack-request-id: req-d3f9e042-0b7a-4536-b523-4ac829192278 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:49:00.540262 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:49:00.540523 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d3f9e042-0b7a-4536-b523-4ac829192278 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:49:00.540933 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f9e042-0b7a-4536-b523-4ac829192278'] response: {'name': 'network-changed', 'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'status': 'completed', 'code': 200} Oct 06 04:49:00.574805 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:49:00.600816 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:49:00.629841 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-be528f8b-cfd7-4eb4-9b72-e717148f7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:00.631359 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-be528f8b-cfd7-4eb4-9b72-e717148f7a43 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 1129 time: 0.0401571 Oct 06 04:49:00.724834 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-fee2d796-590a-4c94-ab34-e78bda54aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:00.726873 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-fee2d796-590a-4c94-ab34-e78bda54aba4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0900621 Oct 06 04:49:00.787057 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2a1d0026-cca1-4693-a8a5-86665e007d07', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:48:59Z', 'updated_at': '2022-10-06T04:48:59Z', 'revision_number': 0, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:00.787409 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-e8fc2644-21a6-4cb4-bbaa-c1a67b313a80 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b HTTP/1.1" status: 200 len: 998 time: 0.0551994 Oct 06 04:49:00.815824 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] Checking router: da38923f-8e87-4095-8944-770e5a119faa for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:49:00.825427 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:49:00.826086 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:48:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:00.836205 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-547cbcf2-c018-490e-a9c8-caec90f04e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:00.837670 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-547cbcf2-c018-490e-a9c8-caec90f04e56 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0447621 Oct 06 04:49:00.885144 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-6a2f7937-c4a2-4dca-8656-533fa6eb675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:00.886626 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-6a2f7937-c4a2-4dca-8656-533fa6eb675b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433991 Oct 06 04:49:00.927368 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:49:00.976607 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-4b6f55af-97d5-4b1d-9ccc-d63425084605 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 Oct 06 04:49:01.070193 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-c5c18079-6d93-4ef9-ad1b-a901b367c1e7 req-c2a12b35-5cf8-4556-943f-38c55b48f4b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882790 Oct 06 04:49:01.140907 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2a1d0026-cca1-4693-a8a5-86665e007d07', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:48:59Z', 'updated_at': '2022-10-06T04:48:59Z', 'revision_number': 0, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:01.165187 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc154ca5-7328-403a-92fa-eeecb863d4b5 None None] The sync data for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi is: [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2a1d0026-cca1-4693-a8a5-86665e007d07', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:48:59Z', 'updated_at': '2022-10-06T04:48:59Z', 'revision_number': 0, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:49:01.351972 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29880207-5e44-4b0e-af03-9791ef454ecf None None] New status for floating IP 2a1d0026-cca1-4693-a8a5-86665e007d07: ACTIVE {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:49:01.354799 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:04.121702 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e782-fa22-42af-8614-4ce59329184c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:06.485339 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c88d-6293-4b0b-b9df-5f06af4e3027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:07.803293 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:08.473288 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:08.477313 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=9 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:09.087473 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:09.304691 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:11.057178 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:11.067011 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=55 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:19.298882 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:19.300747 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:19.859461 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=93 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:19.860213 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=89 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:26.724660 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:27.777511 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48390) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:28.013707 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Deleting port f4af13e4-eeec-48d8-baa6-557075db3705 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:49:28.014060 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (f4af13e4-eeec-48d8-baa6-557075db3705), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:28.094536 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (f4af13e4-eeec-48d8-baa6-557075db3705), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:28.094867 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for floatingip (f4af13e4-eeec-48d8-baa6-557075db3705), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:28.107523 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Calling delete_port for f4af13e4-eeec-48d8-baa6-557075db3705 owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:49:28.254357 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (f4af13e4-eeec-48d8-baa6-557075db3705), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:28.277408 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event deleted for resources: {'Port': ['ID=f4af13e4-eeec-48d8-baa6-557075db3705,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:28.341778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for floatingip (d45b1417-2a59-4758-96a7-d1235480d771), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:28.342109 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Floating IP d45b1417-2a59-4758-96a7-d1235480d771 disassociated (deleted). External IP: 172.27.0.68, port: 795d6dcc-3910-4da6-b102-5089193d5016. Oct 06 04:49:28.541288 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Router 2a92ad60-f697-402e-b713-8672f745686c has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:49:28.644970 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:49:28.650525 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:28.655408 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] Sync routers for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:49:28.665803 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:49:28.666415 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:49:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:28.672084 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:28.680984 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-f21ac54a-2ab5-4d7c-99df-13be0af1e28c tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/d45b1417-2a59-4758-96a7-d1235480d771 HTTP/1.1" status: 204 len: 168 time: 0.9023848 Oct 06 04:49:28.681646 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:49:28.683928 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864" -d '{"events": [{"name": "network-changed", "server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "tag": "795d6dcc-3910-4da6-b102-5089193d5016"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:49:28.780947 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:49:28.794106 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b76fa8d-5d89-413e-b60a-39e5a83d101a x-openstack-request-id: req-6b76fa8d-5d89-413e-b60a-39e5a83d101a {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:49:28.794641 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "tag": "795d6dcc-3910-4da6-b102-5089193d5016", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:49:28.794641 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6b76fa8d-5d89-413e-b60a-39e5a83d101a {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:49:28.795023 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b76fa8d-5d89-413e-b60a-39e5a83d101a'] response: {'name': 'network-changed', 'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016', 'status': 'completed', 'code': 200} Oct 06 04:49:28.892352 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-240b6d03-bd32-4c56-aad3-d7048fda730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:28.894023 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-240b6d03-bd32-4c56-aad3-d7048fda730c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 1129 time: 0.0467801 Oct 06 04:49:28.931701 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c701a68-40a1-4ae0-8082-25cd249dbe4a req-a1f460c0-1bac-4681-b22c-052183891992 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:28.933172 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6c701a68-40a1-4ae0-8082-25cd249dbe4a req-a1f460c0-1bac-4681-b22c-052183891992 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0475843 Oct 06 04:49:28.984575 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-6c701a68-40a1-4ae0-8082-25cd249dbe4a req-a99147c9-c59b-4593-96e0-934e8268c17b tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457251 Oct 06 04:49:28.985844 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 5, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:29.013205 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] Checking router: 2a92ad60-f697-402e-b713-8672f745686c for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:49:29.021678 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:49:29.022757 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:49:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:29.214735 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:49:29.412109 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 5, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:29.435604 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9c9a5-1399-4792-a241-417d5d16ae95 None None] The sync data for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi is: [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:43:43Z', 'revision_number': 4, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': '762021b7-7661-4250-969e-bcf79b123318', 'name': '', 'network_id': '36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'mac_address': 'fa:16:3e:48:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:43Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 5, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'subnets': [{'id': '5e1fc9ef-d42d-4374-b055-b2e61e663fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:49:29.644249 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3937cb5-3b9d-425e-90e8-ca2a816eb0f8 None None] New status for floating IP d45b1417-2a59-4758-96a7-d1235480d771: DOWN {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:49:30.032648 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:30.099385 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-c2237988-edc9-41ae-80cf-8ff11ea630a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:30.100843 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-c2237988-edc9-41ae-80cf-8ff11ea630a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 200 len: 908 time: 0.1177306 Oct 06 04:49:30.147896 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b7707-0c86-40bc-b1c1-98aa31856f03 req-7a4193e2-9018-4e37-a062-f3a6954f5848 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:30.149327 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f77b7707-0c86-40bc-b1c1-98aa31856f03 req-7a4193e2-9018-4e37-a062-f3a6954f5848 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0829842 Oct 06 04:49:30.150672 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-cbbe7cb0-06fa-4e3d-89b2-0833cbbe767d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 200 len: 217 time: 0.0423899 Oct 06 04:49:30.200758 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-f77b7707-0c86-40bc-b1c1-98aa31856f03 req-1a3aacd4-ec5c-41dd-ae19-f8924d793056 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7986a35-88d0-4823-9b4b-5f279162a8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457339 Oct 06 04:49:30.260199 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-cc4b486e-46c8-4ba2-8ba2-2a6cfa2b37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:30.261693 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-cc4b486e-46c8-4ba2-8ba2-2a6cfa2b37bd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 200 len: 847 time: 0.0535452 Oct 06 04:49:30.415453 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-77a21a2b-1928-4783-8194-68dabd56b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:30.416911 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-77a21a2b-1928-4783-8194-68dabd56b431 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381227 Oct 06 04:49:30.664054 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-37c9ea46-bd5e-45bd-9d4a-f9a305b979c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894237 Oct 06 04:49:30.798151 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-83a59d8d-bf4b-4464-9199-4be818c802ea tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:49:30.799512 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-83a59d8d-bf4b-4464-9199-4be818c802ea tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 945 time: 0.0885322 Oct 06 04:49:30.872003 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-8a70c42d-a1cb-4fd1-b515-ddf16eaf4864 req-fae0cb87-21e4-44f1-b6b2-df1b5b057d8d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597452 Oct 06 04:49:30.905788 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Deleting port 795d6dcc-3910-4da6-b102-5089193d5016 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:49:30.906129 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (795d6dcc-3910-4da6-b102-5089193d5016), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:30.996930 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] For port 795d6dcc-3910-4da6-b102-5089193d5016, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=795d6dcc-3910-4da6-b102-5089193d5016,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:49:30.997290 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (795d6dcc-3910-4da6-b102-5089193d5016), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:31.010381 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Calling delete_port for 795d6dcc-3910-4da6-b102-5089193d5016 owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:49:31.132743 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (795d6dcc-3910-4da6-b102-5089193d5016), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:31.143507 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:31.172805 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event deleted for resources: {'Port': ['ID=795d6dcc-3910-4da6-b102-5089193d5016,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:31.213985 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] No DVR routers for this DVR port 795d6dcc-3910-4da6-b102-5089193d5016 on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:49:31.216513 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:31.219890 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-917723d8-cb18-43fd-a2ba-e98c30ce830e req-3952aa91-22ca-4dd1-aee4-4940c6c3da1a tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.25 "DELETE /networking/v2.0/ports/795d6dcc-3910-4da6-b102-5089193d5016 HTTP/1.1" status: 204 len: 173 time: 0.4135153 Oct 06 04:49:31.220386 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'name': 'network-vif-deleted', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:49:31.223168 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bfb918-4860-4610-8e22-250b24375fef" -d '{"events": [{"server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "name": "network-vif-deleted", "tag": "795d6dcc-3910-4da6-b102-5089193d5016"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:49:31.264616 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111cf844-e278-42b8-a211-fc3ce370d1b4 x-openstack-request-id: req-111cf844-e278-42b8-a211-fc3ce370d1b4 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:49:31.264904 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a05af87-4c0b-4f25-9c50-6d3cedb63acd", "name": "network-vif-deleted", "tag": "795d6dcc-3910-4da6-b102-5089193d5016", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:49:31.265166 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-111cf844-e278-42b8-a211-fc3ce370d1b4 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:49:31.265558 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111cf844-e278-42b8-a211-fc3ce370d1b4'] response: {'server_uuid': '3a05af87-4c0b-4f25-9c50-6d3cedb63acd', 'name': 'network-vif-deleted', 'tag': '795d6dcc-3910-4da6-b102-5089193d5016', 'status': 'completed', 'code': 200} Oct 06 04:49:31.321478 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3d3c5a90-48af-4d6a-a4ec-4a786814228a req-57c87975-0074-428a-be43-082460a71a89 tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3a05af87-4c0b-4f25-9c50-6d3cedb63acd HTTP/1.1" status: 200 len: 210 time: 0.0310655 Oct 06 04:49:32.387546 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48416) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:32.436810 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:32.443836 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7dc084dc-bdbf-4eb9-81ea-2569ddf6769f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group (b7986a35-88d0-4823-9b4b-5f279162a8b7), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:32.467772 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7dc084dc-bdbf-4eb9-81ea-2569ddf6769f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group (b7986a35-88d0-4823-9b4b-5f279162a8b7), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:32.532065 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7dc084dc-bdbf-4eb9-81ea-2569ddf6769f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (b7986a35-88d0-4823-9b4b-5f279162a8b7), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:32.534615 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-7dc084dc-bdbf-4eb9-81ea-2569ddf6769f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:32.535806 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-7dc084dc-bdbf-4eb9-81ea-2569ddf6769f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b7986a35-88d0-4823-9b4b-5f279162a8b7 HTTP/1.1" status: 204 len: 168 time: 0.1489406 Oct 06 04:49:32.545987 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc084dc-bdbf-4eb9-81ea-2569ddf6769f tempest-TestShelveInstance-228057345 tempest-TestShelveInstance-228057345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7986a35-88d0-4823-9b4b-5f279162a8b7,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:32.588832 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48420) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:33.258724 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (2a92ad60-f697-402e-b713-8672f745686c), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:33.475389 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Deleting port 762021b7-7661-4250-969e-bcf79b123318 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:49:33.476102 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (762021b7-7661-4250-969e-bcf79b123318), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:33.557792 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] For port 762021b7-7661-4250-969e-bcf79b123318, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=762021b7-7661-4250-969e-bcf79b123318,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:49:33.558154 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (762021b7-7661-4250-969e-bcf79b123318), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:33.570620 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Calling delete_port for 762021b7-7661-4250-969e-bcf79b123318 owned by network:router_interface {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:49:33.619307 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:33.697822 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:33.751314 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (762021b7-7661-4250-969e-bcf79b123318), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:33.780448 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=762021b7-7661-4250-969e-bcf79b123318,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:33.949917 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (2a92ad60-f697-402e-b713-8672f745686c), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:34.124282 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a502b8c1-4418-46e2-b970-ced811c855ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:34.156573 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Router 2a92ad60-f697-402e-b713-8672f745686c has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:49:34.260748 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:49:34.268458 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48424) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:34.268909 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-031661a2-4005-4ac7-af26-9e4a7a482ae9 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/2a92ad60-f697-402e-b713-8672f745686c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785755 Oct 06 04:49:34.269319 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] Sync routers for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:49:34.280007 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:49:34.280621 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:49:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:34.367545 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks [] for router (2a92ad60-f697-402e-b713-8672f745686c), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:34.384530 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:49:34.465186 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks [] for router_gateway (2a92ad60-f697-402e-b713-8672f745686c), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:34.508963 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Deleting port b5842b82-d79d-436d-b0c0-85a8fc7210d1 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:49:34.509304 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:34.553962 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:49:33Z', 'revision_number': 5, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port': {'id': 'b5842b82-d79d-436d-b0c0-85a8fc7210d1', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a92ad60-f697-402e-b713-8672f745686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:41Z', 'updated_at': '2022-10-06T04:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:34.578983 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] Checking router: 2a92ad60-f697-402e-b713-8672f745686c for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:49:34.585298 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:34.589004 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] Routers {'2a92ad60-f697-402e-b713-8672f745686c'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:49:34.589630 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:49:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['2a92ad60-f697-402e-b713-8672f745686c'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:34.659709 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:34.676703 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] Set router 2a92ad60-f697-402e-b713-8672f745686c gateway port host: None {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:49:34.726269 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:49:34Z', 'revision_number': 6, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:34.755036 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dbb362-b29e-4b40-9a0b-637551eba0c9 None None] The sync data for ids ['2a92ad60-f697-402e-b713-8672f745686c'] in dv-cinder-860227-2-iscsi is: [{'id': '2a92ad60-f697-402e-b713-8672f745686c', 'name': 'tempest-TestShelveInstance-900723605-router', 'tenant_id': '0a6698bc3af34041bd01a5d5abefb11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:40Z', 'updated_at': '2022-10-06T04:49:34Z', 'revision_number': 6, 'project_id': '0a6698bc3af34041bd01a5d5abefb11c', 'gw_port_host': None}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:49:34.848610 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] For port b5842b82-d79d-436d-b0c0-85a8fc7210d1, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=b5842b82-d79d-436d-b0c0-85a8fc7210d1,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:49:34.848978 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:34.861851 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Calling delete_port for b5842b82-d79d-436d-b0c0-85a8fc7210d1 owned by network:router_gateway {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:49:35.028283 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (b5842b82-d79d-436d-b0c0-85a8fc7210d1), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.054823 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Pushing event deleted for resources: {'Port': ['ID=b5842b82-d79d-436d-b0c0-85a8fc7210d1,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:35.083204 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.083604 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.083979 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.084289 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.084729 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.085075 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.085404 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.085732 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.086063 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.086517 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.086720 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.087080 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.087414 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.087738 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.088060 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:35.135363 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (2a92ad60-f697-402e-b713-8672f745686c), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.167557 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 762021b7-7661-4250-969e-bcf79b123318 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:49:35.187442 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 762021b7-7661-4250-969e-bcf79b123318 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:49:35.187884 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 762021b7-7661-4250-969e-bcf79b123318 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:49:35.229865 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (2a92ad60-f697-402e-b713-8672f745686c), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.232127 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks [] for router_controller (2a92ad60-f697-402e-b713-8672f745686c), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.274603 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (2a92ad60-f697-402e-b713-8672f745686c), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.275335 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a92ad60-f697-402e-b713-8672f745686c {{(pid=106194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:49:35.279781 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.281319 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-3b5ed14c-47e4-4251-a583-707f8a539eca admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/2a92ad60-f697-402e-b713-8672f745686c HTTP/1.1" status: 204 len: 168 time: 1.0118706 Oct 06 04:49:35.283834 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48426) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:35.317773 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:35.330320 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cba11fb-b431-4c2a-84a0-6ac821be44a9 admin admin] Deleting subnet 5e1fc9ef-d42d-4374-b055-b2e61e663fff {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:49:35.335240 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cba11fb-b431-4c2a-84a0-6ac821be44a9 admin admin] Publish callbacks [] for subnet (5e1fc9ef-d42d-4374-b055-b2e61e663fff), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.369274 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cba11fb-b431-4c2a-84a0-6ac821be44a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (5e1fc9ef-d42d-4374-b055-b2e61e663fff), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.391222 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:35.449279 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cba11fb-b431-4c2a-84a0-6ac821be44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (5e1fc9ef-d42d-4374-b055-b2e61e663fff), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.502473 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cba11fb-b431-4c2a-84a0-6ac821be44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (5e1fc9ef-d42d-4374-b055-b2e61e663fff), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.527695 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba11fb-b431-4c2a-84a0-6ac821be44a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1fc9ef-d42d-4374-b055-b2e61e663fff,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:35.533402 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cba11fb-b431-4c2a-84a0-6ac821be44a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.538998 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-1cba11fb-b431-4c2a-84a0-6ac821be44a9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/5e1fc9ef-d42d-4374-b055-b2e61e663fff HTTP/1.1" status: 204 len: 168 time: 0.2517796 Oct 06 04:49:35.539143 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48428) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:35.542001 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c66f7e-f802-4115-a2d6-6643f8bbb5bb None None] Network 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:49:35.613148 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.659753 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Deleting port f48c2808-e0f5-4084-833c-6c218b377430 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:49:35.661723 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (f48c2808-e0f5-4084-833c-6c218b377430), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.694849 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02205f7-c32b-4a80-ab8d-ee7f46fc808c None None] DHCP port deletion for 36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:49:35.730096 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] For port f48c2808-e0f5-4084-833c-6c218b377430, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f48c2808-e0f5-4084-833c-6c218b377430,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:49:35.730514 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (f48c2808-e0f5-4084-833c-6c218b377430), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.733646 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a02205f7-c32b-4a80-ab8d-ee7f46fc808c None None] Deleting port f48c2808-e0f5-4084-833c-6c218b377430 {{(pid=106196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:49:35.734134 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a02205f7-c32b-4a80-ab8d-ee7f46fc808c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (f48c2808-e0f5-4084-833c-6c218b377430), before_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.744356 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Calling delete_port for f48c2808-e0f5-4084-833c-6c218b377430 owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:49:35.805324 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-a02205f7-c32b-4a80-ab8d-ee7f46fc808c None None] For port f48c2808-e0f5-4084-833c-6c218b377430, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f48c2808-e0f5-4084-833c-6c218b377430,segment=NetworkSegment(e8a308a0-bc0b-425e-85c4-08b38f47ec97),segment_id=e8a308a0-bc0b-425e-85c4-08b38f47ec97)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:49:35.806006 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a02205f7-c32b-4a80-ab8d-ee7f46fc808c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (f48c2808-e0f5-4084-833c-6c218b377430), precommit_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.820249 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-a02205f7-c32b-4a80-ab8d-ee7f46fc808c None None] Calling delete_port for f48c2808-e0f5-4084-833c-6c218b377430 owned by network:dhcp {{(pid=106196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:49:35.833523 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (f48c2808-e0f5-4084-833c-6c218b377430), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.859286 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f48c2808-e0f5-4084-833c-6c218b377430,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:35.864819 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] No DVR routers for this DVR port f48c2808-e0f5-4084-833c-6c218b377430 on host dv-cinder-860227-2-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:49:35.911633 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-a02205f7-c32b-4a80-ab8d-ee7f46fc808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725'] for port (f48c2808-e0f5-4084-833c-6c218b377430), after_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.938866 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.939544 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02205f7-c32b-4a80-ab8d-ee7f46fc808c None None] No DVR routers for this DVR port f48c2808-e0f5-4084-833c-6c218b377430 on host dv-cinder-860227-2-iscsi {{(pid=106196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:49:35.943325 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02205f7-c32b-4a80-ab8d-ee7f46fc808c None None] Pushing event deleted for resources: {'Port': ['ID=f48c2808-e0f5-4084-833c-6c218b377430,revision_number=None']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:35.962476 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b']}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:35.972061 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a308a0-bc0b-425e-85c4-08b38f47ec97') {'for_net_delete': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:35.972362 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a308a0-bc0b-425e-85c4-08b38f47ec97') {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:35.982555 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26170665'] for segment (e8a308a0-bc0b-425e-85c4-08b38f47ec97), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:35.996069 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (e8a308a0-bc0b-425e-85c4-08b38f47ec97), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:36.002350 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:49:36.002753 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26116627'] for segment (e8a308a0-bc0b-425e-85c4-08b38f47ec97), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:36.063499 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:36.069543 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:36.073699 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b HTTP/1.1" status: 204 len: 168 time: 0.5332868 Oct 06 04:49:36.076260 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48434) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:36.092191 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d6cc2-1afe-4ff0-a606-c84f1e2c9c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=36e4c5e7-9f6e-42e8-9c59-1b6fb09c680b,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:36.144418 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment e8a308a0-bc0b-425e-85c4-08b38f47ec97 resource provider aggregate not found Oct 06 04:49:36.183836 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment e8a308a0-bc0b-425e-85c4-08b38f47ec97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8a308a0-bc0b-425e-85c4-08b38f47ec97 found for delete ", "request_id": "req-057c8969-d91c-4686-a67f-b5cbe6fb5d15"}]} Oct 06 04:49:36.193921 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 795d6dcc-3910-4da6-b102-5089193d5016 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:49:36.219599 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 795d6dcc-3910-4da6-b102-5089193d5016 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:49:36.220038 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 795d6dcc-3910-4da6-b102-5089193d5016 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:49:36.234709 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:36.308037 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:36.404018 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:36.487881 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8605e900-6c34-4e8c-aed4-1b6bed3834ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:36.618311 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Deleting port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:49:36.618648 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:36.695802 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] For port 22ef10b7-5dfa-4668-849f-81dfb4bd86a2, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=22ef10b7-5dfa-4668-849f-81dfb4bd86a2,segment=NetworkSegment(d576bbde-03db-426e-8d25-113e32fc17bd),segment_id=d576bbde-03db-426e-8d25-113e32fc17bd)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:49:36.696075 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:36.708254 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Calling delete_port for 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 owned by network:router_interface {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:49:36.882275 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (22ef10b7-5dfa-4668-849f-81dfb4bd86a2), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:36.905119 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Pushing event deleted for resources: {'Port': ['ID=22ef10b7-5dfa-4668-849f-81dfb4bd86a2,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:36.944241 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device b5842b82-d79d-436d-b0c0-85a8fc7210d1 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:49:36.964232 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: b5842b82-d79d-436d-b0c0-85a8fc7210d1 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:49:36.964590 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device b5842b82-d79d-436d-b0c0-85a8fc7210d1 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:49:36.965071 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f48c2808-e0f5-4084-833c-6c218b377430 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:49:36.984061 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: f48c2808-e0f5-4084-833c-6c218b377430 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:49:36.984561 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f48c2808-e0f5-4084-833c-6c218b377430 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:49:37.070565 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:37.076102 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:37.083736 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:37.275408 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:49:37.375245 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:49:37.381373 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-1cc3e2e3-ea32-4e41-a283-d979349592df admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3027437 Oct 06 04:49:37.382792 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48438) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:37.385269 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] Sync routers for ids ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:49:37.396002 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] Routers {'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:49:37.397159 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:49:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:37.480956 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks [] for router (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:37.496957 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] Set router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:49:37.580464 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:49:37.583594 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks [] for router_gateway (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:37.629365 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Deleting port 9eb036c3-e41b-4faf-947a-730624ded91e {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:49:37.629705 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:37.666063 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:49:36Z', 'revision_number': 5, 'project_id': '794a333acb874a3784e504154d321157', 'gw_port': {'id': '9eb036c3-e41b-4faf-947a-730624ded91e', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:37.690729 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] Checking router: c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:49:37.698928 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] Routers {'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:49:37.699552 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:49:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:37.712356 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] For port 9eb036c3-e41b-4faf-947a-730624ded91e, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=9eb036c3-e41b-4faf-947a-730624ded91e,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:49:37.712724 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:37.725840 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Calling delete_port for 9eb036c3-e41b-4faf-947a-730624ded91e owned by network:router_gateway {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:49:37.781475 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] Set router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a gateway port host: None {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:49:37.839838 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:49:37Z', 'revision_number': 6, 'project_id': '794a333acb874a3784e504154d321157', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:37.844428 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:37.873520 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ef3785-4941-4bcd-91b6-8552a60c0af6 None None] The sync data for ids ['c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a'] in dv-cinder-860227-2-iscsi is: [{'id': 'c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a', 'name': 'tempest-TestShelveInstance-948891067-router', 'tenant_id': '794a333acb874a3784e504154d321157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:43:46Z', 'updated_at': '2022-10-06T04:49:37Z', 'revision_number': 6, 'project_id': '794a333acb874a3784e504154d321157', 'gw_port_host': None}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:49:37.875699 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:37.900773 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (9eb036c3-e41b-4faf-947a-730624ded91e), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:37.907486 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:37.939865 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:37.940859 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb036c3-e41b-4faf-947a-730624ded91e,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:38.002977 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.340547 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.342748 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks [] for router_controller (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.385052 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.385793 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a {{(pid=106194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:49:38.390547 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.391724 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-44ed2e97-2b2b-4c7b-aa91-bfe04b05d279 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/c4e788bf-77f8-4bfd-af4d-6c9f5a1d4c1a HTTP/1.1" status: 204 len: 168 time: 1.0080013 Oct 06 04:49:38.394181 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48440) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:38.441144 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee4e8ba-d92a-4cc1-a821-60431d126209 admin admin] Deleting subnet d24a2837-c71f-468e-8458-7ed3be73e7fb {{(pid=106194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:49:38.444941 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e8ba-d92a-4cc1-a821-60431d126209 admin admin] Publish callbacks [] for subnet (d24a2837-c71f-468e-8458-7ed3be73e7fb), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.479056 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e8ba-d92a-4cc1-a821-60431d126209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26170704'] for subnet (d24a2837-c71f-468e-8458-7ed3be73e7fb), precommit_delete_associations {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.552893 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e8ba-d92a-4cc1-a821-60431d126209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (d24a2837-c71f-468e-8458-7ed3be73e7fb), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.610886 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e8ba-d92a-4cc1-a821-60431d126209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26116857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25696795'] for subnet (d24a2837-c71f-468e-8458-7ed3be73e7fb), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.637946 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4e8ba-d92a-4cc1-a821-60431d126209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24a2837-c71f-468e-8458-7ed3be73e7fb,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:38.641651 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e8ba-d92a-4cc1-a821-60431d126209 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.644837 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-8ee4e8ba-d92a-4cc1-a821-60431d126209 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/d24a2837-c71f-468e-8458-7ed3be73e7fb HTTP/1.1" status: 204 len: 168 time: 0.2496893 Oct 06 04:49:38.647981 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48442) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:38.651698 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79855ff0-c877-4d18-86f2-227ac53c5b8e None None] Network 494dd045-dc6e-4056-bec4-c2ce0e9beb17 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:49:38.726942 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (494dd045-dc6e-4056-bec4-c2ce0e9beb17), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.772055 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Deleting port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:49:38.772781 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.838433 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] For port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=15cce25a-38e2-49b2-bfd9-c8944c2ae0d8,segment=NetworkSegment(d576bbde-03db-426e-8d25-113e32fc17bd),segment_id=d576bbde-03db-426e-8d25-113e32fc17bd)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:49:38.838805 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.846714 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:38.855278 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Calling delete_port for 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 owned by network:dhcp {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:49:38.948364 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (15cce25a-38e2-49b2-bfd9-c8944c2ae0d8), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:38.952841 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebbf00a-3998-4185-bd5e-5e22eb84f416 None None] DHCP port deletion for 494dd045-dc6e-4056-bec4-c2ce0e9beb17 request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:49:38.973308 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Pushing event deleted for resources: {'Port': ['ID=15cce25a-38e2-49b2-bfd9-c8944c2ae0d8,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:38.986335 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 9eb036c3-e41b-4faf-947a-730624ded91e no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:49:38.986864 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.987245 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.987596 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.987985 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.988275 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.988680 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.988926 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.989254 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.989582 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.989912 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.990797 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.991150 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.991476 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.991798 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.992120 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:49:38.995015 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] No DVR routers for this DVR port 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 on host dv-cinder-860227-2-iscsi {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:49:39.012255 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 9eb036c3-e41b-4faf-947a-730624ded91e {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:49:39.012683 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 9eb036c3-e41b-4faf-947a-730624ded91e not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:49:39.013160 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:49:39.015620 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:39.032384 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:49:39.032845 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 22ef10b7-5dfa-4668-849f-81dfb4bd86a2 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:49:39.073716 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (494dd045-dc6e-4056-bec4-c2ce0e9beb17), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.080886 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:39.096183 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494dd045-dc6e-4056-bec4-c2ce0e9beb17']}} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:39.096720 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.106552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd576bbde-03db-426e-8d25-113e32fc17bd') {'for_net_delete': True} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:39.106848 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.services.segments.db [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd576bbde-03db-426e-8d25-113e32fc17bd') {} {{(pid=106195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:49:39.117080 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26146984'] for segment (d576bbde-03db-426e-8d25-113e32fc17bd), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.132236 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (d576bbde-03db-426e-8d25-113e32fc17bd), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.138878 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106195) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:49:39.139524 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26536918'] for segment (d576bbde-03db-426e-8d25-113e32fc17bd), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.200085 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (494dd045-dc6e-4056-bec4-c2ce0e9beb17), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.204573 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.207692 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/494dd045-dc6e-4056-bec4-c2ce0e9beb17 HTTP/1.1" status: 204 len: 168 time: 0.5587068 Oct 06 04:49:39.227356 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment d576bbde-03db-426e-8d25-113e32fc17bd resource provider aggregate not found Oct 06 04:49:39.228046 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222538da-71ec-43a0-b3e6-6f5356dc866b admin admin] Pushing event deleted for resources: {'Network': ['ID=494dd045-dc6e-4056-bec4-c2ce0e9beb17,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:39.245509 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.services.segments.plugin [-] Segment d576bbde-03db-426e-8d25-113e32fc17bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d576bbde-03db-426e-8d25-113e32fc17bd found for delete ", "request_id": "req-413f8a1b-5035-4a3c-a13f-95b1b9a34bcf"}]} Oct 06 04:49:39.309930 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.346977 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48454) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:39.387528 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-e4b94287-5c87-4aa3-aae4-95654aa092c9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0a6698bc3af34041bd01a5d5abefb11c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394003 Oct 06 04:49:39.389879 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48456) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:39.437401 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1990b2bd-6462-45b7-a9df-5e840af4263d admin admin] Publish callbacks [] for security_group (a4ea7d4c-5f75-4360-a3bc-002d2a38c0fe), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.456770 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1990b2bd-6462-45b7-a9df-5e840af4263d admin admin] Publish callbacks [] for security_group (a4ea7d4c-5f75-4360-a3bc-002d2a38c0fe), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.502990 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1990b2bd-6462-45b7-a9df-5e840af4263d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (a4ea7d4c-5f75-4360-a3bc-002d2a38c0fe), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.505486 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-1990b2bd-6462-45b7-a9df-5e840af4263d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.506642 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-1990b2bd-6462-45b7-a9df-5e840af4263d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a4ea7d4c-5f75-4360-a3bc-002d2a38c0fe HTTP/1.1" status: 204 len: 168 time: 0.1158898 Oct 06 04:49:39.516373 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990b2bd-6462-45b7-a9df-5e840af4263d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ea7d4c-5f75-4360-a3bc-002d2a38c0fe,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:39.823612 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48462) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:39.867482 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-a0028342-38bb-442a-8a6b-4e77a8dcaa10 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=794a333acb874a3784e504154d321157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427442 Oct 06 04:49:39.869905 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48464) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:49:39.917871 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3591321e-ad4d-46bc-8788-915cb93c3065 admin admin] Publish callbacks [] for security_group (6e79e459-c219-46b4-8fc7-363317bc6ddb), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.938093 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3591321e-ad4d-46bc-8788-915cb93c3065 admin admin] Publish callbacks [] for security_group (6e79e459-c219-46b4-8fc7-363317bc6ddb), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.991229 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3591321e-ad4d-46bc-8788-915cb93c3065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6e79e459-c219-46b4-8fc7-363317bc6ddb), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.993940 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-3591321e-ad4d-46bc-8788-915cb93c3065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:49:39.995183 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-3591321e-ad4d-46bc-8788-915cb93c3065 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6e79e459-c219-46b4-8fc7-363317bc6ddb HTTP/1.1" status: 204 len: 168 time: 0.1243439 Oct 06 04:49:40.007197 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591321e-ad4d-46bc-8788-915cb93c3065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e79e459-c219-46b4-8fc7-363317bc6ddb,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:49:40.931691 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:49:40.953644 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:49:40.953987 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 15cce25a-38e2-49b2-bfd9-c8944c2ae0d8 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:49:44.729942 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=12 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:49.195934 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=36,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:49.228755 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:49.998539 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:49.999342 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:50.021729 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=17 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:50.935255 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:49:56.726949 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:02.592779 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=10 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:02.593475 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:04.126926 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ee1fd801-18e2-43d1-bb60-8bc37a4c89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:06.491250 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0548eea1-2926-43a3-b92f-72c3a7e590b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:07.809387 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:09.090684 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:09.310739 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:14.579215 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:50:21.374748 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:21.376705 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:UPDATE=2,neutron:SELECT=20 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:26.727897 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:33.858287 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:33.862298 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:34.131269 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4001c609-185c-466d-8305-ad751d174838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:34.728078 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-10b73e5d-aaa7-48d6-a8cd-85039fca2049 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382295 Oct 06 04:50:34.829932 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-5e785ebb-868e-47af-9b6f-2a998e14bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:50:34.831471 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-5e785ebb-868e-47af-9b6f-2a998e14bc49 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 1129 time: 0.0422621 Oct 06 04:50:34.933813 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-73a28f80-5ad2-46c6-86b6-fc83301cf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:50:34.935303 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-73a28f80-5ad2-46c6-86b6-fc83301cf5ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0865750 Oct 06 04:50:34.999248 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-860e7a0a-6899-42e9-8df4-8efb97dfd810 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b HTTP/1.1" status: 200 len: 1000 time: 0.0579963 Oct 06 04:50:35.047552 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-2787a708-e3e3-425e-9283-aeba4e591b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:50:35.048954 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-2787a708-e3e3-425e-9283-aeba4e591b7a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0436573 Oct 06 04:50:35.091805 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-cc888700-9323-470b-85db-0034531fb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:50:35.093283 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-cc888700-9323-470b-85db-0034531fb1d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383286 Oct 06 04:50:35.188100 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-5fa82c75-aac8-4651-9ceb-d5cbe668e86e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884042 Oct 06 04:50:35.280874 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aaffb0ad-7b0f-48d3-aceb-4174c3a91e04 req-98d1b035-71af-4d26-a584-712d1e10a7d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855348 Oct 06 04:50:36.492686 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-36d87f44-c303-49fd-9585-8ba623753c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:37.812219 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:39.091690 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:39.313407 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:45.275421 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=49 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:45.278420 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=52 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:49.307353 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:49.309827 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:50:51.577418 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:50:56.726037 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:50:59.730369 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-4fcdd125-0073-4b16-9a78-1f395c64b2aa tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1871208602&fields=id&tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8 HTTP/1.1" status: 200 len: 267 time: 0.0442553 Oct 06 04:50:59.841843 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-a40d1650-ea9d-4806-91ce-c72ec72f8d17 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:50:59.843302 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-a40d1650-ea9d-4806-91ce-c72ec72f8d17 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 812 time: 0.1064494 Oct 06 04:50:59.857782 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-4293ce03-cb4b-413a-b181-b0bded1f704a tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/quotas/a707ca1042dd4fc99ff1dbd033efe0e8 HTTP/1.1" status: 200 len: 375 time: 0.0092337 Oct 06 04:50:59.908023 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-40e6b9fd-d933-4ba1-9ee1-8c6ed82ceab5 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454338 Oct 06 04:51:00.032451 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-5ae25e2f-6654-48b4-be88-cf0258c11548 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 06 04:51:00.033481 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-5ae25e2f-6654-48b4-be88-cf0258c11548 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1142473 Oct 06 04:51:00.126508 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-20b9794c-b600-41d5-bde1-f9536ecb36bd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872662 Oct 06 04:51:00.218467 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-107f32c7-6d61-446f-984c-5ae642c66dde service neutron] 10.222.0.33 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858152 Oct 06 04:51:00.521319 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-da11c92b-6b91-4093-9465-5ead88fb9220 req-007120de-d3ea-4d49-a244-fc3735dad4e4 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 210 time: 0.0326443 Oct 06 04:51:01.629487 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-672dcdc6-82d9-465c-8443-6131190e4786 req-d98276c7-4473-4dc4-9458-f57472aad900 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 210 time: 0.0316124 Oct 06 04:51:01.750246 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-683dbbc6-bf74-45c5-a943-2ec22c856b8d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:01.752753 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-683dbbc6-bf74-45c5-a943-2ec22c856b8d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 812 time: 0.1052988 Oct 06 04:51:01.825210 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-80ebeea7-49f0-4b82-ad15-eb19e1b0da57 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8 HTTP/1.1" status: 200 len: 380 time: 0.0597739 Oct 06 04:51:01.834950 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'port': {'device_id': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'admin_state_up': True, 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'security_groups': ['f2b493e1-0500-406b-bee1-d48b851141aa']}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:51:01.947936 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Made reservation on behalf of a707ca1042dd4fc99ff1dbd033efe0e8 for: {'port': 1} {{(pid=106195) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 06 04:51:01.952330 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:02.089091 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Allocated IP 172.20.0.5 (b5b78c7d-20eb-423c-ac79-d8c29b70489b/0f7aee27-fa85-41e5-bda5-a9de54c7bda8/889851cb-612f-44d5-85c4-152e91c1ef47) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:51:02.230898 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for port (889851cb-612f-44d5-85c4-152e91c1ef47), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:02.262475 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:02.313154 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:51:02.316434 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:51:02.320254 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:51:02.344790 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'Port': ['ID=889851cb-612f-44d5-85c4-152e91c1ef47,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:51:02.356481 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.356827 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.357168 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.357503 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.357836 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.358159 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.358483 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.358854 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.359179 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.359467 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.359791 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.360111 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.360439 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.360749 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.361085 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:02.390801 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:02.391448 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:02.410247 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-e86a3ab0-728a-41a0-834d-1155b0b5164f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787930 Oct 06 04:51:02.426863 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Request body: {'port': {'device_id': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86022'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:51:02.496151 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:02.497968 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:02.509432 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:02.545856 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c0c4d9f7-dc69-4936-8764-7a2d9e049ce7 None None] Provisioning complete for port 889851cb-612f-44d5-85c4-152e91c1ef47 triggered by entity DHCP. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:51:02.546437 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d9f7-dc69-4936-8764-7a2d9e049ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:02.546655 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c0c4d9f7-dc69-4936-8764-7a2d9e049ce7 None None] Attempt 1 to provision port 889851cb-612f-44d5-85c4-152e91c1ef47 Oct 06 04:51:02.580704 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4d9f7-dc69-4936-8764-7a2d9e049ce7 None None] Port 889851cb-612f-44d5-85c4-152e91c1ef47 cannot update to ACTIVE because it is not bound. {{(pid=106196) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 06 04:51:02.770209 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8603115-14fd-49e8-8037-3e071e19e897 req-7da11a40-c676-4b60-b310-e81d1b272bfe tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:02.771679 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b8603115-14fd-49e8-8037-3e071e19e897 req-7da11a40-c676-4b60-b310-e81d1b272bfe tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 931 time: 0.0653334 Oct 06 04:51:02.815783 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889851cb-612f-44d5-85c4-152e91c1ef47 {{(pid=106195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:51:02.829279 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Publish callbacks [] for port (889851cb-612f-44d5-85c4-152e91c1ef47), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:02.857544 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.provisioning_blocks [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Transition to ACTIVE for port object 889851cb-612f-44d5-85c4-152e91c1ef47 will not be triggered until provisioned by entity L2. {{(pid=106195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 06 04:51:02.862267 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b8603115-14fd-49e8-8037-3e071e19e897 req-8ad626b9-3f7c-4213-85eb-4365244d19d6 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740037 Oct 06 04:51:02.863368 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:02.923729 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86161571-c391-4705-b215-f25fa78799cd service neutron] Pushing event updated for resources: {'Port': ['ID=889851cb-612f-44d5-85c4-152e91c1ef47,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:51:02.971396 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Attempting to bind port 889851cb-612f-44d5-85c4-152e91c1ef47 on host hv-cinder-86022 for vnic_type normal with profile {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 06 04:51:02.971727 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Attempting to bind port 889851cb-612f-44d5-85c4-152e91c1ef47 by drivers openvswitch,hyperv on host hv-cinder-86022 at level 0 using segments [{'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 06 04:51:02.972049 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Attempting to bind port 889851cb-612f-44d5-85c4-152e91c1ef47 on network b5b78c7d-20eb-423c-ac79-d8c29b70489b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:51:03.012555 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Port 889851cb-612f-44d5-85c4-152e91c1ef47 on network b5b78c7d-20eb-423c-ac79-d8c29b70489b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86022 {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 06 04:51:03.012876 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Attempting to bind port 889851cb-612f-44d5-85c4-152e91c1ef47 on network b5b78c7d-20eb-423c-ac79-d8c29b70489b {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 06 04:51:03.060026 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Checking agent: {'id': 'fe81ae06-507d-4faa-9485-16b1bb3a6f7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86022', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'started_at': datetime.datetime(2022, 10, 6, 4, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 6, 4, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 06 04:51:03.060333 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Checking segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 06 04:51:03.060814 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Bound using segment: {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'} {{(pid=106195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 06 04:51:03.061194 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.managers [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Bound port: 889851cb-612f-44d5-85c4-152e91c1ef47, host: hv-cinder-86022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51753ba-22b3-498c-b32e-c83228dcab23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b'}}] {{(pid=106195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 06 04:51:03.061764 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:03.121637 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] For port 889851cb-612f-44d5-85c4-152e91c1ef47, host hv-cinder-86022, cleared binding levels {{(pid=106195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 06 04:51:03.124713 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] For port 889851cb-612f-44d5-85c4-152e91c1ef47, host hv-cinder-86022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=889851cb-612f-44d5-85c4-152e91c1ef47,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 06 04:51:03.129447 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:03.133336 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:03.133933 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:03.135296 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-86161571-c391-4705-b215-f25fa78799cd service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/889851cb-612f-44d5-85c4-152e91c1ef47 HTTP/1.1" status: 200 len: 1093 time: 0.7129252 Oct 06 04:51:03.135829 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:51:03.138076 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147d790c-6235-4809-9ea0-a508717a958b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:51:03.181516 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ddbb67-3ec2-4fa6-8990-edddf5b2f261 x-openstack-request-id: req-d4ddbb67-3ec2-4fa6-8990-edddf5b2f261 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:51:03.181798 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:51:03.182050 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d4ddbb67-3ec2-4fa6-8990-edddf5b2f261 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:51:03.182455 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ddbb67-3ec2-4fa6-8990-edddf5b2f261'] response: {'name': 'network-changed', 'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47', 'status': 'completed', 'code': 200} Oct 06 04:51:03.187183 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86161571-c391-4705-b215-f25fa78799cd service neutron] Pushing event updated for resources: {'Port': ['ID=889851cb-612f-44d5-85c4-152e91c1ef47,revision_number=3']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:51:03.247252 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-1c51dfa6-60ae-45b9-9ce9-1e8a957a6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:03.248744 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-1c51dfa6-60ae-45b9-9ce9-1e8a957a6ef2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 1127 time: 0.0451174 Oct 06 04:51:03.295099 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-9469102e-c6c9-433b-85f5-eae93005c97d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889851cb-612f-44d5-85c4-152e91c1ef47 HTTP/1.1" status: 200 len: 217 time: 0.0324295 Oct 06 04:51:03.348939 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-27b707a4-140a-4a3d-9ef4-8c5e43d4763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:03.350341 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-27b707a4-140a-4a3d-9ef4-8c5e43d4763f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0496140 Oct 06 04:51:03.389033 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:03.395258 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-1cc34fff-5316-4c3f-8605-fb431845ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:03.396712 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-1cc34fff-5316-4c3f-8605-fb431845ba30 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404866 Oct 06 04:51:03.446948 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:03.488512 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-b00d42c7-6ec1-4e8b-9751-0c8bc19e41ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858164 Oct 06 04:51:03.581689 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-1c9da555-86c4-412b-91d7-d23e8333a77b req-a5208d2b-204b-43d4-b663-3e85f88c2020 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871682 Oct 06 04:51:03.982581 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2761e1-27ff-434f-889f-6a6be5af98b7 req-eb6f4809-bf39-4ae1-914a-745d7edadf57 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:03.984033 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa2761e1-27ff-434f-889f-6a6be5af98b7 req-eb6f4809-bf39-4ae1-914a-745d7edadf57 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 943 time: 0.0463579 Oct 06 04:51:04.031660 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-aa2761e1-27ff-434f-889f-6a6be5af98b7 req-ec715217-d847-4c1e-8d05-52cb7b0643b8 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Oct 06 04:51:04.133400 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f299d29d-5e5a-4426-a32b-85d9a8ca4ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:04.510516 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d790c-6235-4809-9ea0-a508717a958b req-872cdb6e-848e-468c-aa48-fe2c30ae75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:04.512405 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-147d790c-6235-4809-9ea0-a508717a958b req-872cdb6e-848e-468c-aa48-fe2c30ae75a5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 1127 time: 0.0381680 Oct 06 04:51:04.605871 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d790c-6235-4809-9ea0-a508717a958b req-c6af9f13-43e4-4ace-806a-498e2945b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:04.607342 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-147d790c-6235-4809-9ea0-a508717a958b req-c6af9f13-43e4-4ace-806a-498e2945b794 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0891819 Oct 06 04:51:04.649095 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-147d790c-6235-4809-9ea0-a508717a958b req-50e9d733-47f6-4d31-8ee4-ed0bd064c003 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889851cb-612f-44d5-85c4-152e91c1ef47 HTTP/1.1" status: 200 len: 217 time: 0.0316515 Oct 06 04:51:04.703570 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d790c-6235-4809-9ea0-a508717a958b req-2c097449-8c41-416a-9021-bb39fe43afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:04.705011 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-147d790c-6235-4809-9ea0-a508717a958b req-2c097449-8c41-416a-9021-bb39fe43afed service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0475583 Oct 06 04:51:04.749893 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d790c-6235-4809-9ea0-a508717a958b req-893c827d-9d2d-4674-b91e-0c55833b7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:04.751345 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-147d790c-6235-4809-9ea0-a508717a958b req-893c827d-9d2d-4674-b91e-0c55833b7503 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380182 Oct 06 04:51:04.840629 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-147d790c-6235-4809-9ea0-a508717a958b req-0d14cb20-8d36-453e-b4eb-625991fc6775 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826824 Oct 06 04:51:04.932858 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-147d790c-6235-4809-9ea0-a508717a958b req-6335d592-11a7-4745-8fbf-9f31c5fd7119 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863845 Oct 06 04:51:05.156119 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c55f0c-f542-485a-bcf3-75d804eaba81 req-f80385d4-187b-49b8-9a1a-c6c779210d2e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:05.157506 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-54c55f0c-f542-485a-bcf3-75d804eaba81 req-f80385d4-187b-49b8-9a1a-c6c779210d2e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 943 time: 0.0485497 Oct 06 04:51:05.206190 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-54c55f0c-f542-485a-bcf3-75d804eaba81 req-280b532f-6737-4e6f-b484-f399c8431df8 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431881 Oct 06 04:51:06.328123 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632c60b-d3f1-44d7-8373-6f858e42f094 req-83fb15b4-b662-4cd6-afd3-318617f106c8 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:06.329577 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3632c60b-d3f1-44d7-8373-6f858e42f094 req-83fb15b4-b662-4cd6-afd3-318617f106c8 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 943 time: 0.0471399 Oct 06 04:51:06.377219 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-3632c60b-d3f1-44d7-8373-6f858e42f094 req-f1113044-6375-4909-b077-b95c249d291e tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421999 Oct 06 04:51:06.494973 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ddd745ae-36f5-45ad-8dc3-3e17cc51fec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:07.494596 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9fb74-3084-42e2-a6af-3d60c1a53269 req-9c3190b7-9818-496b-b7e2-b978231f55dc tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:07.496449 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-dbd9fb74-3084-42e2-a6af-3d60c1a53269 req-9c3190b7-9818-496b-b7e2-b978231f55dc tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 943 time: 0.0460644 Oct 06 04:51:07.547752 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-dbd9fb74-3084-42e2-a6af-3d60c1a53269 req-6e805170-24c0-48a9-a12c-3934d1fc08e0 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458088 Oct 06 04:51:07.814153 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:08.669068 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c1849-d352-4559-98b1-f5449cbbac7a req-8981d393-3742-4e21-8e6e-daf96411f02c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:08.670525 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-451c1849-d352-4559-98b1-f5449cbbac7a req-8981d393-3742-4e21-8e6e-daf96411f02c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 943 time: 0.0503030 Oct 06 04:51:08.718351 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-451c1849-d352-4559-98b1-f5449cbbac7a req-d12819b7-f8df-473f-8bd0-7617c2501a49 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Oct 06 04:51:09.096813 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:09.316300 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:09.845044 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9432b1-5e1b-406a-9341-2b2ec1338677 req-96a8e5e0-28d0-4cb7-86f7-108ef1a5bd6c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:09.846514 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5f9432b1-5e1b-406a-9341-2b2ec1338677 req-96a8e5e0-28d0-4cb7-86f7-108ef1a5bd6c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 943 time: 0.0497689 Oct 06 04:51:09.895570 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-5f9432b1-5e1b-406a-9341-2b2ec1338677 req-af545b8b-1a4f-4fee-bfd0-6a010de27230 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436149 Oct 06 04:51:10.687350 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 889851cb-612f-44d5-85c4-152e91c1ef47 details requested by agent hyperv_hv-cinder-86022 with host hv-cinder-86022 {{(pid=106196) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 06 04:51:10.787118 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 889851cb-612f-44d5-85c4-152e91c1ef47, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=889851cb-612f-44d5-85c4-152e91c1ef47,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:51:10.798498 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Returning: {'device': '889851cb-612f-44d5-85c4-152e91c1ef47', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'port_id': '889851cb-612f-44d5-85c4-152e91c1ef47', 'mac_address': 'fa:16:3e:ed:db:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106196) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 06 04:51:10.832756 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 889851cb-612f-44d5-85c4-152e91c1ef47 is: DOWN; New status is: BUILD {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:51:10.833143 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:10.845819 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889851cb-612f-44d5-85c4-152e91c1ef47 {{(pid=106196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 06 04:51:10.860265 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=22 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:10.860990 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=12 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:10.865280 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 889851cb-612f-44d5-85c4-152e91c1ef47, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=889851cb-612f-44d5-85c4-152e91c1ef47,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:51:10.868586 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:10.917713 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=889851cb-612f-44d5-85c4-152e91c1ef47,revision_number=4']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:51:10.924977 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.925344 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.925696 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.926046 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.926467 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.926920 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.927653 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.927653 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.927948 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.928307 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.928822 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.929066 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.929411 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.930156 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:10.930156 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:51:11.019441 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a46198-e70c-473d-9941-eb363dd8aa5a req-12e79479-efc4-4ccc-89de-5aaa2b43a353 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:11.020902 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-68a46198-e70c-473d-9941-eb363dd8aa5a req-12e79479-efc4-4ccc-89de-5aaa2b43a353 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 944 time: 0.0472810 Oct 06 04:51:11.032684 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:11.070674 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-68a46198-e70c-473d-9941-eb363dd8aa5a req-232c3c42-cf72-4ea5-a045-7fcc63b2bc78 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 Oct 06 04:51:11.262294 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] get_ports_and_sgs() called for port_ids ['889851cb-612f-44d5-85c4-152e91c1ef47'] {{(pid=106196) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 06 04:51:12.192106 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49770826-8417-42f0-a989-bb319108ac9f req-022d64b8-1e89-4fa7-a742-00155cb2b51c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:12.193570 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-49770826-8417-42f0-a989-bb319108ac9f req-022d64b8-1e89-4fa7-a742-00155cb2b51c tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 944 time: 0.0465150 Oct 06 04:51:12.243473 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-49770826-8417-42f0-a989-bb319108ac9f req-15bebf45-5da2-46f0-9b91-335975a1eefb tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442610 Oct 06 04:51:12.710163 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 889851cb-612f-44d5-85c4-152e91c1ef47 up at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 06 04:51:12.751660 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning for port 889851cb-612f-44d5-85c4-152e91c1ef47 completed by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 06 04:51:12.757268 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.provisioning_blocks [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Provisioning complete for port 889851cb-612f-44d5-85c4-152e91c1ef47 triggered by entity L2. {{(pid=106196) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 06 04:51:12.757650 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452227'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), provisioning_complete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:12.757987 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Attempt 1 to provision port 889851cb-612f-44d5-85c4-152e91c1ef47 Oct 06 04:51:12.789659 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:12.792017 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:12.833004 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Current status of the port 889851cb-612f-44d5-85c4-152e91c1ef47 is: BUILD; New status is: ACTIVE {{(pid=106196) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 06 04:51:12.833392 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), before_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:12.856502 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47'}] {{(pid=106196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:51:12.858695 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14fbcc77227e0183d3d4ae4e7b2a612fcd184e7af4b55c129e580854de955be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7a139-a1d4-432b-bd09-c83a092f6b5a" -d '{"events": [{"server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "name": "network-vif-plugged", "status": "completed", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47"}]}' {{(pid=106196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:51:12.871812 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] For port 889851cb-612f-44d5-85c4-152e91c1ef47, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=889851cb-612f-44d5-85c4-152e91c1ef47,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:51:12.875444 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:12.921378 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Pushing event updated for resources: {'Port': ['ID=889851cb-612f-44d5-85c4-152e91c1ef47,revision_number=5']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:51:13.012783 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4584430-2c1f-40d2-bb48-d636a96de3a0 x-openstack-request-id: req-d4584430-2c1f-40d2-bb48-d636a96de3a0 {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:51:13.013078 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "name": "network-vif-plugged", "status": "completed", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47", "code": 200}]} {{(pid=106196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:51:13.013337 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d4584430-2c1f-40d2-bb48-d636a96de3a0 {{(pid=106196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:51:13.013741 dv-cinder-860227-2-iscsi neutron-server[106196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4584430-2c1f-40d2-bb48-d636a96de3a0'] response: {'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47', 'code': 200} Oct 06 04:51:13.264563 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a215cc3-76ce-4d07-bab2-2c5f5d5aceed req-f2af53b3-d6cd-48d9-9838-8ee0990b8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:13.265946 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4a215cc3-76ce-4d07-bab2-2c5f5d5aceed req-f2af53b3-d6cd-48d9-9838-8ee0990b8ed5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 1129 time: 0.0425739 Oct 06 04:51:13.309923 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:13.314205 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4a215cc3-76ce-4d07-bab2-2c5f5d5aceed req-c9297de4-77ac-4b8b-b49c-4a3e50b731df service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Oct 06 04:51:13.368492 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb081f7-ff31-4f45-86f8-2f01fbba41da req-0d07b4c0-747e-4051-acf1-9eb1e0b623e4 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:13.369956 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-feb081f7-ff31-4f45-86f8-2f01fbba41da req-0d07b4c0-747e-4051-acf1-9eb1e0b623e4 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 945 time: 0.0506635 Oct 06 04:51:13.419073 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-feb081f7-ff31-4f45-86f8-2f01fbba41da req-b7df8a2b-595b-4b90-aecd-b14e704c0f43 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430863 Oct 06 04:51:14.540116 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88276edc-f55e-456e-8a60-3c612eeb2f9a req-0b4aa7b4-bf55-46ef-8d2c-a780564faa8a tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:14.541481 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-88276edc-f55e-456e-8a60-3c612eeb2f9a req-0b4aa7b4-bf55-46ef-8d2c-a780564faa8a tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 945 time: 0.0473666 Oct 06 04:51:14.589647 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-88276edc-f55e-456e-8a60-3c612eeb2f9a req-fd9e4a4f-fd64-418b-ad15-b4971d697bcd tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Oct 06 04:51:15.707607 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaaeb9-70af-4d69-b3c0-3b8d83b76801 req-99b2815a-40f0-46c5-9847-a99cdd11b8c6 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:15.709050 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9ceaaeb9-70af-4d69-b3c0-3b8d83b76801 req-99b2815a-40f0-46c5-9847-a99cdd11b8c6 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 945 time: 0.0459175 Oct 06 04:51:15.758162 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-9ceaaeb9-70af-4d69-b3c0-3b8d83b76801 req-5b3d6981-c13e-4690-8b6b-7f3bc34a86e2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Oct 06 04:51:15.876397 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc6209-9367-41fd-8fc1-2e0d61d0ed75 req-adc562cd-048d-4360-bdb1-370b62c8e54d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:15.877739 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-23fc6209-9367-41fd-8fc1-2e0d61d0ed75 req-adc562cd-048d-4360-bdb1-370b62c8e54d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 945 time: 0.0459244 Oct 06 04:51:15.928795 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-23fc6209-9367-41fd-8fc1-2e0d61d0ed75 req-4d444fab-73d0-4cf6-a68f-1aac135652af tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455081 Oct 06 04:51:15.958052 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48594) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:51:15.993684 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2591ac-1304-42b3-bb80-cdfaab9a5aab tempest-TestVolumeBootPattern-463157035 tempest-TestVolumeBootPattern-463157035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:15.995155 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-0f2591ac-1304-42b3-bb80-cdfaab9a5aab tempest-TestVolumeBootPattern-463157035 tempest-TestVolumeBootPattern-463157035-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 1124 time: 0.0361507 Oct 06 04:51:15.998659 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48596) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:51:16.002703 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.v2.base [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Request body: {'floatingip': {'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'port_id': '889851cb-612f-44d5-85c4-152e91c1ef47', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106195) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 06 04:51:16.023382 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:16.099635 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (None), before_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:16.213272 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_common [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Allocated IP 172.27.0.162 (98a51676-7e52-4c55-ad2a-b10722899494/d16f983f-c420-42d4-8489-ed10d760029f/7d92c868-bece-4dc6-8d77-a2fb2aa239d9) {{(pid=106195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 06 04:51:16.575859 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for port (7d92c868-bece-4dc6-8d77-a2fb2aa239d9), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:16.608025 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790508170716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (7d92c868-bece-4dc6-8d77-a2fb2aa239d9), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:16.645667 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Network 98a51676-7e52-4c55-ad2a-b10722899494 is already hosted by enough agents. {{(pid=106195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 06 04:51:16.648574 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.base_scheduler [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Resources bound (agent type, host, resource id): {{(pid=106195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 06 04:51:16.652709 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Received port after_create {{(pid=106195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 06 04:51:16.675700 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'Port': ['ID=7d92c868-bece-4dc6-8d77-a2fb2aa239d9,revision_number=1']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:51:16.715376 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:16.871956 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:17.013461 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (78e43cce-c750-45f7-bbd3-ff5c2457ef75), precommit_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:17.080105 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1409395'] for port (7d92c868-bece-4dc6-8d77-a2fb2aa239d9), before_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:17.237848 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for port (7d92c868-bece-4dc6-8d77-a2fb2aa239d9), precommit_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:17.242128 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790508543169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790508170734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790508169732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26536946'] for port (7d92c868-bece-4dc6-8d77-a2fb2aa239d9), after_update {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:17.311019 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event updated for resources: {'Port': ['ID=7d92c868-bece-4dc6-8d77-a2fb2aa239d9,revision_number=2']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:51:17.313469 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861325'] for floatingip (78e43cce-c750-45f7-bbd3-ff5c2457ef75), after_create {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:17.408882 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Floating IP 78e43cce-c750-45f7-bbd3-ff5c2457ef75 associated. External IP: 172.27.0.162, port: 889851cb-612f-44d5-85c4-152e91c1ef47. Oct 06 04:51:17.602442 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:17.619493 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Router da38923f-8e87-4095-8944-770e5a119faa has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:51:17.679086 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=100 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:17.723012 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:51:17.733209 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] Sync routers for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:51:17.740826 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:17.742898 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:51:17.743542 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:51:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:51:17.771556 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-bd790bd5-fa3f-4dc4-a0d3-156eb3d6888d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7717462 Oct 06 04:51:17.772330 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:51:17.775048 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:51:17.814808 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aafd62-5a0b-4a61-a059-a8d8efa767c4 x-openstack-request-id: req-71aafd62-5a0b-4a61-a059-a8d8efa767c4 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:51:17.815126 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:51:17.815405 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-71aafd62-5a0b-4a61-a059-a8d8efa767c4 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:51:17.815835 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71aafd62-5a0b-4a61-a059-a8d8efa767c4'] response: {'name': 'network-changed', 'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47', 'status': 'completed', 'code': 200} Oct 06 04:51:17.846094 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:51:17.914219 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-d1209c15-511a-4f2e-b7e8-7b77de128a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:17.915982 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-d1209c15-511a-4f2e-b7e8-7b77de128a78 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 1129 time: 0.0444682 Oct 06 04:51:18.010903 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-936cb158-6cad-4174-895d-7c0133f6a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:18.012817 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-936cb158-6cad-4174-895d-7c0133f6a0a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0901244 Oct 06 04:51:18.084851 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-be9755f0-c141-4bf0-b823-d11cfd5de369 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889851cb-612f-44d5-85c4-152e91c1ef47 HTTP/1.1" status: 200 len: 999 time: 0.0613163 Oct 06 04:51:18.134925 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-53865875-ac49-4078-8c8a-ffa9cca99084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:18.137522 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-53865875-ac49-4078-8c8a-ffa9cca99084 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0458522 Oct 06 04:51:18.142684 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2a1d0026-cca1-4693-a8a5-86665e007d07', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:48:59Z', 'updated_at': '2022-10-06T04:49:01Z', 'revision_number': 1, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}, {'id': '78e43cce-c750-45f7-bbd3-ff5c2457ef75', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '889851cb-612f-44d5-85c4-152e91c1ef47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:ed:db:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:51:16Z', 'updated_at': '2022-10-06T04:51:16Z', 'revision_number': 0, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:51:18.166737 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] Checking router: da38923f-8e87-4095-8944-770e5a119faa for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:51:18.175154 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:51:18.175754 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:51:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:51:18.180126 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-9a4d8a58-ebbe-4fc2-825f-05bcb6469343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:18.181633 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-9a4d8a58-ebbe-4fc2-825f-05bcb6469343 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393310 Oct 06 04:51:18.278488 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-ada02241-7142-411f-86cc-87c9f83293ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907004 Oct 06 04:51:18.285660 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:51:18.369461 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-89e40e88-1f2b-4f3d-84e6-d644aacfe0fa req-aa17d1e7-53dc-4e1b-a820-71e31dae9abd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848422 Oct 06 04:51:18.503083 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2a1d0026-cca1-4693-a8a5-86665e007d07', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:48:59Z', 'updated_at': '2022-10-06T04:49:01Z', 'revision_number': 1, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}, {'id': '78e43cce-c750-45f7-bbd3-ff5c2457ef75', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '889851cb-612f-44d5-85c4-152e91c1ef47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:ed:db:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:51:16Z', 'updated_at': '2022-10-06T04:51:16Z', 'revision_number': 0, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:51:18.531768 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2fd9fe-5907-4f34-9be6-a76dff979904 None None] The sync data for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi is: [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2a1d0026-cca1-4693-a8a5-86665e007d07', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:48:59Z', 'updated_at': '2022-10-06T04:49:01Z', 'revision_number': 1, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}, {'id': '78e43cce-c750-45f7-bbd3-ff5c2457ef75', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '889851cb-612f-44d5-85c4-152e91c1ef47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:ed:db:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:51:16Z', 'updated_at': '2022-10-06T04:51:16Z', 'revision_number': 0, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:51:18.718539 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a5214-05e2-424e-83de-7bef1a868ccd None None] New status for floating IP 78e43cce-c750-45f7-bbd3-ff5c2457ef75: ACTIVE {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:51:25.750981 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:25.753689 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=97 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:26.741308 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:28.364598 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=55,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:28.366525 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=65 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:28.504977 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=81 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:28.505675 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=67 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:28.576956 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:51:34.136118 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-277fb42b-968e-4fc4-bedf-50009cf56ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:35.591770 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-f4b68863-7e1c-41cf-90a8-04fc4462209c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423219 Oct 06 04:51:35.696679 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-6fb1076b-5960-45a1-8fdd-32c4e551f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:35.698936 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-6fb1076b-5960-45a1-8fdd-32c4e551f7be service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 1129 time: 0.0408676 Oct 06 04:51:35.803893 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-7835bae9-a6e7-4a58-b215-240a7f28b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:35.805343 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-7835bae9-a6e7-4a58-b215-240a7f28b9c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0888915 Oct 06 04:51:35.874508 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-fe4d25ca-b459-482f-8114-11e6d11662ad service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b HTTP/1.1" status: 200 len: 1000 time: 0.0617771 Oct 06 04:51:35.921896 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-6145bb3e-05c5-4957-98a2-5bd7f6d33ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:35.923304 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-6145bb3e-05c5-4957-98a2-5bd7f6d33ae2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0434916 Oct 06 04:51:35.965603 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-c4ada698-b9e3-4a2c-a2b4-80bfab37e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:51:35.967055 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-c4ada698-b9e3-4a2c-a2b4-80bfab37e9c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378013 Oct 06 04:51:36.059442 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-3b9201c7-e677-47cc-a82a-da38a25039e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861585 Oct 06 04:51:36.149443 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-d069f471-c7a9-4ae6-a29d-ab7871c198e5 req-368c23cf-7a3b-4e16-9cd9-dde6c4c9a6fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833519 Oct 06 04:51:36.497617 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-065f94b2-7456-403b-ab0b-9991cd176262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:37.816497 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:39.090539 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:39.318691 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:51:46.140448 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=54 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:46.146507 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=47 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:47.856786 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:47.857545 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:49.308624 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:49.315279 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:51:56.752704 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:02.597670 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:02.598393 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:04.138197 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eedee643-81d6-4922-8107-b6d1093cb741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:05.576506 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:52:06.499343 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6aa1ddd2-a96b-4ebb-8ccb-87e0179d51ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:07.819526 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:09.086343 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:09.321678 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:21.382756 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:21.387105 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:24.849102 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:24.854580 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:26.765462 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:34.139786 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-78d4f71f-4845-473a-9c0e-41ec1f2fd0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:36.502104 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c07affe8-da58-4506-a2ae-77553cf7599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:37.591675 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-93ef378c-2fce-40de-99a5-1a6b60662837 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428565 Oct 06 04:52:37.666819 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-748bcd11-1626-4351-a31d-8021f86915cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:52:37.668321 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-748bcd11-1626-4351-a31d-8021f86915cb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 1129 time: 0.0391269 Oct 06 04:52:37.772934 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-13957ca6-e012-4114-9d18-10ed30bfa373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:52:37.774386 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-13957ca6-e012-4114-9d18-10ed30bfa373 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0885241 Oct 06 04:52:37.823426 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:37.835138 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-bd71154c-3cb5-453a-bbda-a717c4379f56 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889851cb-612f-44d5-85c4-152e91c1ef47 HTTP/1.1" status: 200 len: 1001 time: 0.0548859 Oct 06 04:52:37.881987 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-8542c62e-7556-472c-ae37-109f07eb9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:52:37.883346 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-8542c62e-7556-472c-ae37-109f07eb9271 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0432708 Oct 06 04:52:37.927778 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-09e3d048-8aa5-41b0-92ba-65dbb910da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:52:37.929261 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-09e3d048-8aa5-41b0-92ba-65dbb910da71 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407412 Oct 06 04:52:38.023259 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-42470009-82bc-4627-b453-177ee96709d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879700 Oct 06 04:52:38.125228 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-192e5a04-373c-488f-b120-a6117b38c5f1 req-2b6eed53-c29c-4fce-b54d-1ec230de1a09 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966110 Oct 06 04:52:39.089532 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:39.325724 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:52:41.574855 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:41.575710 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:42.575251 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:52:48.118764 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=44 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:48.121637 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=57 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:49.319676 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:49.321437 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:52:56.765511 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:01.845153 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=18 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:01.849290 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=16 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:04.143105 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-b409e03d-a434-475d-9efd-f31a45eb8938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:06.505314 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-31767d87-6538-4803-8b81-4c2343a6e475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:07.825552 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:09.092373 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:09.328008 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:19.321977 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:19.324277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:19.574897 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:53:19.830597 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48630) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:19.969273 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Deleting port 7d92c868-bece-4dc6-8d77-a2fb2aa239d9 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:19.969616 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (7d92c868-bece-4dc6-8d77-a2fb2aa239d9), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:20.050789 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (7d92c868-bece-4dc6-8d77-a2fb2aa239d9), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:20.051149 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (7d92c868-bece-4dc6-8d77-a2fb2aa239d9), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:20.072052 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Calling delete_port for 7d92c868-bece-4dc6-8d77-a2fb2aa239d9 owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:20.220814 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (7d92c868-bece-4dc6-8d77-a2fb2aa239d9), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:20.248523 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event deleted for resources: {'Port': ['ID=7d92c868-bece-4dc6-8d77-a2fb2aa239d9,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:20.273873 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.274217 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.275236 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.275584 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.275922 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.276250 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.276575 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.276896 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.277218 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.277538 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.277857 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.278176 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.278494 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.278808 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.279157 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:20.320635 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (78e43cce-c750-45f7-bbd3-ff5c2457ef75), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:20.320993 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Floating IP 78e43cce-c750-45f7-bbd3-ff5c2457ef75 disassociated (deleted). External IP: 172.27.0.162, port: 889851cb-612f-44d5-85c4-152e91c1ef47. Oct 06 04:53:20.521720 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Router da38923f-8e87-4095-8944-770e5a119faa has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:53:20.625132 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:53:20.629916 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:20.635166 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] Sync routers for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:53:20.644802 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:53:20.645418 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:53:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:20.659632 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-47a1b821-48ad-4028-9e9c-86626738e101 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/78e43cce-c750-45f7-bbd3-ff5c2457ef75 HTTP/1.1" status: 204 len: 168 time: 0.8279481 Oct 06 04:53:20.660392 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:53:20.662619 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:53:20.715886 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c588c1c-7858-476f-8af6-984cd8e3c2ff x-openstack-request-id: req-5c588c1c-7858-476f-8af6-984cd8e3c2ff {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:53:20.716297 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:53:20.716556 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5c588c1c-7858-476f-8af6-984cd8e3c2ff {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:53:20.716962 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c588c1c-7858-476f-8af6-984cd8e3c2ff'] response: {'name': 'network-changed', 'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47', 'status': 'completed', 'code': 200} Oct 06 04:53:20.753326 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:53:20.798558 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:20.799458 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:20.809951 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-878f1693-ed9a-462a-9883-485e338ec8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:20.812580 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-878f1693-ed9a-462a-9883-485e338ec8c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 1129 time: 0.0456984 Oct 06 04:53:20.983733 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2a1d0026-cca1-4693-a8a5-86665e007d07', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:48:59Z', 'updated_at': '2022-10-06T04:49:01Z', 'revision_number': 1, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:21.013376 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] Checking router: da38923f-8e87-4095-8944-770e5a119faa for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:53:21.022671 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:53:21.023333 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:53:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:21.024337 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad89b40-2ade-40b0-93f1-0006df152927 req-aab2bfa5-71ee-4975-b3a6-46ce22fcb904 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:21.027824 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3ad89b40-2ade-40b0-93f1-0006df152927 req-aab2bfa5-71ee-4975-b3a6-46ce22fcb904 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 945 time: 0.1555188 Oct 06 04:53:21.085445 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-3ad89b40-2ade-40b0-93f1-0006df152927 req-1184de6f-226f-4a41-8766-222f6dd13013 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515256 Oct 06 04:53:21.130890 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:53:21.183601 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-cedfeea2-db53-401a-8395-d37a49b34c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:21.185066 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-cedfeea2-db53-401a-8395-d37a49b34c8d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.3667181 Oct 06 04:53:21.339425 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2a1d0026-cca1-4693-a8a5-86665e007d07', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:48:59Z', 'updated_at': '2022-10-06T04:49:01Z', 'revision_number': 1, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:21.363015 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eece571-8f60-4e8a-bbb9-dc8eb5fa5d42 None None] The sync data for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi is: [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_floatingips': [{'id': '2a1d0026-cca1-4693-a8a5-86665e007d07', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'router_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'port_id': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'mac_address': 'fa:16:3e:6f:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb743d3-a07d-435c-b719-54f51b883158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-06T04:48:59Z', 'updated_at': '2022-10-06T04:49:01Z', 'revision_number': 1, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:53:21.573155 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a41fe-9ff0-4ce0-a112-488b62778a9e None None] New status for floating IP 78e43cce-c750-45f7-bbd3-ff5c2457ef75: DOWN {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:53:21.931763 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-0f3b7f28-a5cc-4c3d-a066-7ea12a1da89c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=889851cb-612f-44d5-85c4-152e91c1ef47 HTTP/1.1" status: 200 len: 217 time: 0.0337293 Oct 06 04:53:21.979119 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-3ae334e2-045f-4ea7-afff-6a3454a4ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:21.980532 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-3ae334e2-045f-4ea7-afff-6a3454a4ffbb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0438390 Oct 06 04:53:22.041805 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-0d10fa8e-42b5-404a-8fa9-083d3d3b767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:22.043415 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-0d10fa8e-42b5-404a-8fa9-083d3d3b767d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423083 Oct 06 04:53:22.137819 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-c47fe2db-3f5c-4db6-9fed-39a104589778 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876276 Oct 06 04:53:22.274061 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914b9fc-2566-4af5-a08c-d5dbf166fc4e req-7f50f6ce-4bc1-4056-93fc-96aa4b73e584 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:22.276499 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2914b9fc-2566-4af5-a08c-d5dbf166fc4e req-7f50f6ce-4bc1-4056-93fc-96aa4b73e584 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 945 time: 0.1089563 Oct 06 04:53:22.329393 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-2914b9fc-2566-4af5-a08c-d5dbf166fc4e req-fc9accda-aa32-4973-b808-844503fa7622 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467939 Oct 06 04:53:22.611425 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-25f9f9da-e82b-48f6-b4bf-b059f7bbe093 req-64f51b2d-eafc-42b0-afaa-3d4a08a41b9a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888290 Oct 06 04:53:22.698144 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-e2f3fc24-c5d3-4d83-a441-8f486d158c51 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:22.702749 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-e2f3fc24-c5d3-4d83-a441-8f486d158c51 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 945 time: 0.0580537 Oct 06 04:53:22.787158 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Deleting port 889851cb-612f-44d5-85c4-152e91c1ef47 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:22.787499 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:22.882932 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] For port 889851cb-612f-44d5-85c4-152e91c1ef47, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=889851cb-612f-44d5-85c4-152e91c1ef47,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:53:22.883239 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:22.897319 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Calling delete_port for 889851cb-612f-44d5-85c4-152e91c1ef47 owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:23.029677 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (889851cb-612f-44d5-85c4-152e91c1ef47), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:23.063655 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event deleted for resources: {'Port': ['ID=889851cb-612f-44d5-85c4-152e91c1ef47,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:23.110626 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] No DVR routers for this DVR port 889851cb-612f-44d5-85c4-152e91c1ef47 on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:53:23.113351 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:23.116576 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-b8bde1ad-422e-4185-936e-7f8161f4a233 req-6bfdb907-907e-47d2-9733-5b784fed1d7f tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "DELETE /networking/v2.0/ports/889851cb-612f-44d5-85c4-152e91c1ef47 HTTP/1.1" status: 204 len: 173 time: 0.4098735 Oct 06 04:53:23.117070 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'name': 'network-vif-deleted', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:53:23.120127 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19db82d7-5785-47ba-9e9e-23753eec79fd" -d '{"events": [{"server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "name": "network-vif-deleted", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:53:23.160255 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8de32c-7b6b-4584-8bdc-58175e561a15 x-openstack-request-id: req-6f8de32c-7b6b-4584-8bdc-58175e561a15 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:53:23.160554 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c7b042-d34d-41ac-960c-012b61c98a58", "name": "network-vif-deleted", "tag": "889851cb-612f-44d5-85c4-152e91c1ef47", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:53:23.160811 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6f8de32c-7b6b-4584-8bdc-58175e561a15 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:53:23.161218 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8de32c-7b6b-4584-8bdc-58175e561a15'] response: {'server_uuid': 'b4c7b042-d34d-41ac-960c-012b61c98a58', 'name': 'network-vif-deleted', 'tag': '889851cb-612f-44d5-85c4-152e91c1ef47', 'status': 'completed', 'code': 200} Oct 06 04:53:23.437706 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-7ebeed90-c646-4351-a3ce-1978b4fdaa32 req-858baa70-4543-41f8-aa41-6ff01e928852 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b4c7b042-d34d-41ac-960c-012b61c98a58 HTTP/1.1" status: 200 len: 210 time: 0.0292976 Oct 06 04:53:26.739917 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48676) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:26.749421 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:26.749421 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:26.767485 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:26.884780 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Deleting port 44733869-9acc-419a-9c0e-651340fef02f {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:26.885299 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (44733869-9acc-419a-9c0e-651340fef02f), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:26.963642 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (44733869-9acc-419a-9c0e-651340fef02f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:26.963959 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (44733869-9acc-419a-9c0e-651340fef02f), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:26.976272 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Calling delete_port for 44733869-9acc-419a-9c0e-651340fef02f owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:27.117580 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (44733869-9acc-419a-9c0e-651340fef02f), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:27.146313 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event deleted for resources: {'Port': ['ID=44733869-9acc-419a-9c0e-651340fef02f,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:27.207307 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (2a1d0026-cca1-4693-a8a5-86665e007d07), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:27.207636 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.db.l3_db [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Floating IP 2a1d0026-cca1-4693-a8a5-86665e007d07 disassociated (deleted). External IP: 172.27.0.32, port: 056bfbf9-41d6-4d29-a4d1-5004af5c323b. Oct 06 04:53:27.261353 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 889851cb-612f-44d5-85c4-152e91c1ef47 no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:53:27.280180 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 889851cb-612f-44d5-85c4-152e91c1ef47 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:53:27.280528 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 889851cb-612f-44d5-85c4-152e91c1ef47 not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:53:27.406032 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Router da38923f-8e87-4095-8944-770e5a119faa has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:53:27.508908 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:53:27.514326 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:27.519706 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] Sync routers for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:53:27.529764 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:53:27.530363 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:53:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:27.535551 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:27.548064 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-5541815b-00f4-48e9-a65e-d50a571b8aa2 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/2a1d0026-cca1-4693-a8a5-86665e007d07 HTTP/1.1" status: 204 len: 168 time: 0.8070629 Oct 06 04:53:27.548976 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:53:27.551346 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6909f67b-b309-424c-a062-54ceaf2a4388" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:53:27.590492 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 06 Oct 2022 04:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d32463-4526-40c4-bb7a-57ad5f51d593 x-openstack-request-id: req-d6d32463-4526-40c4-bb7a-57ad5f51d593 {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:53:27.590855 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:53:27.591267 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d6d32463-4526-40c4-bb7a-57ad5f51d593 {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:53:27.592039 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d32463-4526-40c4-bb7a-57ad5f51d593'] response: {'name': 'network-changed', 'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'status': 'completed', 'code': 200} Oct 06 04:53:27.647175 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:53:27.688423 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-54b4a3b0-2438-4ad5-a172-83dfc17c2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:27.690106 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-54b4a3b0-2438-4ad5-a172-83dfc17c2f7f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 1129 time: 0.0503433 Oct 06 04:53:27.769680 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:27.793324 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeea19a-2429-4671-a66c-7b004bcdd7a1 req-42e96c1b-9c20-41c5-ae3b-ad049e1873cc tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:27.794842 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7eeea19a-2429-4671-a66c-7b004bcdd7a1 req-42e96c1b-9c20-41c5-ae3b-ad049e1873cc tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Oct 06 04:53:27.844146 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [req-7eeea19a-2429-4671-a66c-7b004bcdd7a1 req-61062145-611d-4314-a4ed-6f559afd86be tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Oct 06 04:53:27.926065 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:27.949283 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] Checking router: da38923f-8e87-4095-8944-770e5a119faa for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:53:27.955919 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:27.957853 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:53:27.958446 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:53:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:28.057253 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:53:28.239300 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:28.263928 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3fff0-53b4-4ab2-89be-e8e11b63dda3 None None] The sync data for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi is: [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:28Z', 'revision_number': 4, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi', '_interfaces': [{'id': 'e5eec507-f00e-4920-8bfc-d9ea1258f75c', 'name': '', 'network_id': 'b5b78c7d-20eb-423c-ac79-d8c29b70489b', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'mac_address': 'fa:16:3e:12:2d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:28Z', 'updated_at': '2022-10-06T04:45:35Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'subnets': [{'id': '0f7aee27-fa85-41e5-bda5-a9de54c7bda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:53:28.469608 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d03dd71-2a7f-47ac-9646-28f60fa49d5f None None] New status for floating IP 2a1d0026-cca1-4693-a8a5-86665e007d07: DOWN {{(pid=106196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 06 04:53:28.795801 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:28.828573 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-e97fc410-4e03-4574-aeea-1f37c0b1067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:28.830028 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-e97fc410-4e03-4574-aeea-1f37c0b1067d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 200 len: 912 time: 0.0881224 Oct 06 04:53:28.870640 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-28b87381-b5e4-444d-be56-cd1badfb91b0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b HTTP/1.1" status: 200 len: 217 time: 0.0329251 Oct 06 04:53:28.924014 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-5fa8e445-4308-438b-bf2f-dde646503ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:28.925465 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-5fa8e445-4308-438b-bf2f-dde646503ddc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 200 len: 851 time: 0.0489323 Oct 06 04:53:28.970577 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238003-df8b-451d-8998-0bdfbb186a29 req-db71c3a0-f892-444b-ac22-170bf7ef0d38 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:28.972036 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4c238003-df8b-451d-8998-0bdfbb186a29 req-db71c3a0-f892-444b-ac22-170bf7ef0d38 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 945 time: 0.0457199 Oct 06 04:53:29.022653 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-4c238003-df8b-451d-8998-0bdfbb186a29 req-3be68a62-f357-476a-a440-a80dfce899af tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f2b493e1-0500-406b-bee1-d48b851141aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Oct 06 04:53:29.096301 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-5a9fac75-df20-475a-a2e9-f1771fe44b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:29.097750 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-5a9fac75-df20-475a-a2e9-f1771fe44b6a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b5b78c7d-20eb-423c-ac79-d8c29b70489b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377798 Oct 06 04:53:29.231960 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-b16555e5-f357-4603-a3a7-e8b3442536fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874517 Oct 06 04:53:29.394897 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-6909f67b-b309-424c-a062-54ceaf2a4388 req-5941f56a-e19e-436b-b178-cbc1780ea540 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870798 Oct 06 04:53:29.494054 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c8263c04-2fb6-4276-9e36-b2aa83063a98 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106195) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 06 04:53:29.495590 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c8263c04-2fb6-4276-9e36-b2aa83063a98 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 945 time: 0.0457323 Oct 06 04:53:29.574326 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Deleting port 056bfbf9-41d6-4d29-a4d1-5004af5c323b {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:29.574669 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:29.667184 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] For port 056bfbf9-41d6-4d29-a4d1-5004af5c323b, host hv-cinder-86022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86022',level=0,port_id=056bfbf9-41d6-4d29-a4d1-5004af5c323b,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:53:29.667620 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:29.680438 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Calling delete_port for 056bfbf9-41d6-4d29-a4d1-5004af5c323b owned by compute:nova {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:29.807768 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (056bfbf9-41d6-4d29-a4d1-5004af5c323b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:29.834789 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event deleted for resources: {'Port': ['ID=056bfbf9-41d6-4d29-a4d1-5004af5c323b,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:29.863528 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:29.882018 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] No DVR routers for this DVR port 056bfbf9-41d6-4d29-a4d1-5004af5c323b on host hv-cinder-86022 {{(pid=106195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:53:29.884538 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for port (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:29.888433 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-baf47d33-f12b-47d3-90d8-f681ea68df24 req-c0545fc9-a61a-46f0-89b4-be2d894f12f7 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.25 "DELETE /networking/v2.0/ports/056bfbf9-41d6-4d29-a4d1-5004af5c323b HTTP/1.1" status: 204 len: 173 time: 0.3879528 Oct 06 04:53:29.888921 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'name': 'network-vif-deleted', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b'}] {{(pid=106195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 06 04:53:29.891176 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e034565cf173e0d3609fe19ee4435a499805dbe323d8df89ec94a4f417af81f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84332722-6334-423b-b882-256f7dd4b4c1" -d '{"events": [{"server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "name": "network-vif-deleted", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b"}]}' {{(pid=106195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 06 04:53:29.930366 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 06 Oct 2022 04:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf588fc-09fb-454c-a7c1-224952e5f02c x-openstack-request-id: req-bbf588fc-09fb-454c-a7c1-224952e5f02c {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 06 04:53:29.930657 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb743d3-a07d-435c-b719-54f51b883158", "name": "network-vif-deleted", "tag": "056bfbf9-41d6-4d29-a4d1-5004af5c323b", "status": "completed", "code": 200}]} {{(pid=106195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 06 04:53:29.930911 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bbf588fc-09fb-454c-a7c1-224952e5f02c {{(pid=106195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 06 04:53:29.931343 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf588fc-09fb-454c-a7c1-224952e5f02c'] response: {'server_uuid': 'bdb743d3-a07d-435c-b719-54f51b883158', 'name': 'network-vif-deleted', 'tag': '056bfbf9-41d6-4d29-a4d1-5004af5c323b', 'status': 'completed', 'code': 200} Oct 06 04:53:30.126760 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [req-9599d075-5876-409b-b029-f37072278c02 req-31b7c30c-8450-4efc-93ab-d9dc922cc4e6 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bdb743d3-a07d-435c-b719-54f51b883158 HTTP/1.1" status: 200 len: 210 time: 0.0287218 Oct 06 04:53:31.191378 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48692) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:31.290042 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:31.304081 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Deleting port e464c1aa-dc44-466f-9cb2-8ad1598669d0 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:31.304456 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (e464c1aa-dc44-466f-9cb2-8ad1598669d0), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:31.383868 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (e464c1aa-dc44-466f-9cb2-8ad1598669d0), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:31.384192 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (e464c1aa-dc44-466f-9cb2-8ad1598669d0), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:31.396884 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Calling delete_port for e464c1aa-dc44-466f-9cb2-8ad1598669d0 owned by network:floatingip {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:31.529012 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (e464c1aa-dc44-466f-9cb2-8ad1598669d0), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:31.550832 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event deleted for resources: {'Port': ['ID=e464c1aa-dc44-466f-9cb2-8ad1598669d0,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:31.613555 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for floatingip (c7a9697c-5702-4a23-8ec9-7db5e348d6a2), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:31.616018 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130370'] for floatingip (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:31.617152 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-6afce738-a0a6-46e0-88d4-972c1d4fa58d tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/c7a9697c-5702-4a23-8ec9-7db5e348d6a2 HTTP/1.1" status: 204 len: 168 time: 0.4257579 Oct 06 04:53:32.829375 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48704) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:32.891466 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-29ba1891-bff2-43fb-9469-c5e99c5a1603 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group (f2b493e1-0500-406b-bee1-d48b851141aa), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:32.914541 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-29ba1891-bff2-43fb-9469-c5e99c5a1603 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group (f2b493e1-0500-406b-bee1-d48b851141aa), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:32.973851 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-29ba1891-bff2-43fb-9469-c5e99c5a1603 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (f2b493e1-0500-406b-bee1-d48b851141aa), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:32.976432 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-29ba1891-bff2-43fb-9469-c5e99c5a1603 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:32.977588 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-29ba1891-bff2-43fb-9469-c5e99c5a1603 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f2b493e1-0500-406b-bee1-d48b851141aa HTTP/1.1" status: 204 len: 168 time: 0.1469915 Oct 06 04:53:32.987758 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba1891-bff2-43fb-9469-c5e99c5a1603 tempest-TestVolumeBootPattern-1213704735 tempest-TestVolumeBootPattern-1213704735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b493e1-0500-406b-bee1-d48b851141aa,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:33.046365 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48708) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:33.276711 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 056bfbf9-41d6-4d29-a4d1-5004af5c323b no longer exists at agent hyperv_hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:53:33.296225 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] No Port match for: 056bfbf9-41d6-4d29-a4d1-5004af5c323b {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:53:33.296663 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Device 056bfbf9-41d6-4d29-a4d1-5004af5c323b not bound to the agent host hv-cinder-86022 {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:53:33.465883 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:33.519038 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (da38923f-8e87-4095-8944-770e5a119faa), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:33.602232 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:33.745434 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Deleting port e5eec507-f00e-4920-8bfc-d9ea1258f75c {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:33.745673 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:33.826660 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] For port e5eec507-f00e-4920-8bfc-d9ea1258f75c, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=e5eec507-f00e-4920-8bfc-d9ea1258f75c,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:53:33.827047 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:33.839434 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Calling delete_port for e5eec507-f00e-4920-8bfc-d9ea1258f75c owned by network:router_interface {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:34.015042 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (e5eec507-f00e-4920-8bfc-d9ea1258f75c), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:34.039141 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5eec507-f00e-4920-8bfc-d9ea1258f75c,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:34.152931 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-469cb771-ef63-40e2-aead-fa9e24491a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:34.211323 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (da38923f-8e87-4095-8944-770e5a119faa), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:34.306801 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:34.404771 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:34.418096 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Router da38923f-8e87-4095-8944-770e5a119faa has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:53:34.525276 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:53:34.530916 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-903ad34a-e920-4096-be1c-2073ebcd141b admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/da38923f-8e87-4095-8944-770e5a119faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4834046 Oct 06 04:53:34.532783 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48712) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:34.534582 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] Sync routers for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:53:34.545505 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:53:34.546133 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:53:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:34.652860 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:53:34.837417 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:53:33Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:34.865621 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] Checking router: da38923f-8e87-4095-8944-770e5a119faa for host: dv-cinder-860227-2-iscsi {{(pid=106197) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:53:34.874896 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] Routers {'da38923f-8e87-4095-8944-770e5a119faa'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106197) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:53:34.875521 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:53:06Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['da38923f-8e87-4095-8944-770e5a119faa'], 'active': True} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:34.898146 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks [] for router (da38923f-8e87-4095-8944-770e5a119faa), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:34.949187 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=100 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:34.971877 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_dvr_db [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] Set router da38923f-8e87-4095-8944-770e5a119faa gateway port host: dv-cinder-860227-2-iscsi {{(pid=106197) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:53:34.996515 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks [] for router_gateway (da38923f-8e87-4095-8944-770e5a119faa), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.046837 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Deleting port f097f930-f7c3-4798-94c7-66eb26b63fd6 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:35.047257 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.142378 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] For port f097f930-f7c3-4798-94c7-66eb26b63fd6, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f097f930-f7c3-4798-94c7-66eb26b63fd6,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:53:35.142734 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.149253 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.l3_hamode_db [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:53:33Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:35.157540 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Calling delete_port for f097f930-f7c3-4798-94c7-66eb26b63fd6 owned by network:router_gateway {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:35.173917 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ce03b-41a4-45d4-9e60-6e4dfa289c5d None None] The sync data for ids ['da38923f-8e87-4095-8944-770e5a119faa'] in dv-cinder-860227-2-iscsi is: [{'id': 'da38923f-8e87-4095-8944-770e5a119faa', 'name': 'tempest-TestVolumeBootPattern-1462988416-router', 'tenant_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:53:33Z', 'revision_number': 5, 'project_id': 'a707ca1042dd4fc99ff1dbd033efe0e8', 'gw_port': {'id': 'f097f930-f7c3-4798-94c7-66eb26b63fd6', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da38923f-8e87-4095-8944-770e5a119faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:26Z', 'updated_at': '2022-10-06T04:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}] {{(pid=106197) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:53:35.327880 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (f097f930-f7c3-4798-94c7-66eb26b63fd6), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.352339 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f097f930-f7c3-4798-94c7-66eb26b63fd6,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:35.422280 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (da38923f-8e87-4095-8944-770e5a119faa), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.518002 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (da38923f-8e87-4095-8944-770e5a119faa), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.520241 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks [] for router_controller (da38923f-8e87-4095-8944-770e5a119faa), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.567565 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (da38923f-8e87-4095-8944-770e5a119faa), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.568294 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da38923f-8e87-4095-8944-770e5a119faa {{(pid=106195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:53:35.573164 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.576666 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-8cdf1811-060b-4871-b8e1-e0665d1ddcf1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/da38923f-8e87-4095-8944-770e5a119faa HTTP/1.1" status: 204 len: 168 time: 1.0405793 Oct 06 04:53:35.576897 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48714) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:35.602179 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:35.609621 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:35.626952 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a2cad5-ead0-4b84-baf4-79b1d2c0ad0a admin admin] Deleting subnet 0f7aee27-fa85-41e5-bda5-a9de54c7bda8 {{(pid=106195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:53:35.630724 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-94a2cad5-ead0-4b84-baf4-79b1d2c0ad0a admin admin] Publish callbacks [] for subnet (0f7aee27-fa85-41e5-bda5-a9de54c7bda8), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.667031 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-94a2cad5-ead0-4b84-baf4-79b1d2c0ad0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26147025'] for subnet (0f7aee27-fa85-41e5-bda5-a9de54c7bda8), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.750318 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-94a2cad5-ead0-4b84-baf4-79b1d2c0ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (0f7aee27-fa85-41e5-bda5-a9de54c7bda8), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.807855 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-94a2cad5-ead0-4b84-baf4-79b1d2c0ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26536764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194073'] for subnet (0f7aee27-fa85-41e5-bda5-a9de54c7bda8), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.832643 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2cad5-ead0-4b84-baf4-79b1d2c0ad0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7aee27-fa85-41e5-bda5-a9de54c7bda8,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:35.839160 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-94a2cad5-ead0-4b84-baf4-79b1d2c0ad0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.842258 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-94a2cad5-ead0-4b84-baf4-79b1d2c0ad0a admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/0f7aee27-fa85-41e5-bda5-a9de54c7bda8 HTTP/1.1" status: 204 len: 168 time: 0.2644396 Oct 06 04:53:35.844871 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827238e-c258-4c3c-80c4-1032907f1d81 None None] Network b5b78c7d-20eb-423c-ac79-d8c29b70489b requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:53:35.845392 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48716) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:35.921491 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (b5b78c7d-20eb-423c-ac79-d8c29b70489b), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:35.964832 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Deleting port f5d5a7da-9629-478a-a01c-2f0cfb523a1e {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:35.965177 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.029876 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] For port f5d5a7da-9629-478a-a01c-2f0cfb523a1e, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=f5d5a7da-9629-478a-a01c-2f0cfb523a1e,segment=NetworkSegment(c51753ba-22b3-498c-b32e-c83228dcab23),segment_id=c51753ba-22b3-498c-b32e-c83228dcab23)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:53:36.030149 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.043376 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Calling delete_port for f5d5a7da-9629-478a-a01c-2f0cfb523a1e owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:36.126276 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (f5d5a7da-9629-478a-a01c-2f0cfb523a1e), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.149297 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d5a7da-9629-478a-a01c-2f0cfb523a1e,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:36.159369 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] No DVR routers for this DVR port f5d5a7da-9629-478a-a01c-2f0cfb523a1e on host dv-cinder-860227-2-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:53:36.161769 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.162130 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.162477 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.162819 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.163515 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.163515 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.163834 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.164776 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.164776 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.164776 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.165105 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.165437 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.165759 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.166117 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.167192 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:36.173606 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ef4d9-657e-4649-abe5-b298e7b8926a None None] DHCP port deletion for b5b78c7d-20eb-423c-ac79-d8c29b70489b request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:53:36.244216 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (b5b78c7d-20eb-423c-ac79-d8c29b70489b), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.267989 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b78c7d-20eb-423c-ac79-d8c29b70489b']}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:36.277703 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51753ba-22b3-498c-b32e-c83228dcab23') {'for_net_delete': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:36.278008 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51753ba-22b3-498c-b32e-c83228dcab23') {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:36.287549 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26170665'] for segment (c51753ba-22b3-498c-b32e-c83228dcab23), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.301105 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (c51753ba-22b3-498c-b32e-c83228dcab23), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.307793 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:53:36.308276 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26116627'] for segment (c51753ba-22b3-498c-b32e-c83228dcab23), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.348845 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment c51753ba-22b3-498c-b32e-c83228dcab23 resource provider aggregate not found Oct 06 04:53:36.368623 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment c51753ba-22b3-498c-b32e-c83228dcab23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c51753ba-22b3-498c-b32e-c83228dcab23 found for delete ", "request_id": "req-2ae94c64-7de4-4f7f-95ca-ee5acbd2fb4f"}]} Oct 06 04:53:36.373194 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (b5b78c7d-20eb-423c-ac79-d8c29b70489b), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.378589 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.381709 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/b5b78c7d-20eb-423c-ac79-d8c29b70489b HTTP/1.1" status: 204 len: 168 time: 0.5355980 Oct 06 04:53:36.384688 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48722) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:36.393245 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88292f80-03aa-4ce9-a27f-b55534f640ba admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b78c7d-20eb-423c-ac79-d8c29b70489b,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:36.506274 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-bd366759-86f2-4ebd-9ae7-22e3007503f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.700111 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3860301'] for router_interface (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.920867 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Deleting port 169daf23-5672-407a-834f-ccaa12227144 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:36.921203 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (169daf23-5672-407a-834f-ccaa12227144), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:36.988203 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:36.999793 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] For port 169daf23-5672-407a-834f-ccaa12227144, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=169daf23-5672-407a-834f-ccaa12227144,segment=NetworkSegment(3665ad03-fcad-4311-9559-e2b2df58c2ed),segment_id=3665ad03-fcad-4311-9559-e2b2df58c2ed)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:53:37.000153 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (169daf23-5672-407a-834f-ccaa12227144), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:37.013178 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:37.014303 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Calling delete_port for 169daf23-5672-407a-834f-ccaa12227144 owned by network:router_interface {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:37.067755 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e5eec507-f00e-4920-8bfc-d9ea1258f75c no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:53:37.090061 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: e5eec507-f00e-4920-8bfc-d9ea1258f75c {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:53:37.090400 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device e5eec507-f00e-4920-8bfc-d9ea1258f75c not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:53:37.090804 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f097f930-f7c3-4798-94c7-66eb26b63fd6 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:53:37.108305 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: f097f930-f7c3-4798-94c7-66eb26b63fd6 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:53:37.108648 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f097f930-f7c3-4798-94c7-66eb26b63fd6 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:53:37.109047 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f5d5a7da-9629-478a-a01c-2f0cfb523a1e no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:53:37.127185 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: f5d5a7da-9629-478a-a01c-2f0cfb523a1e {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:53:37.127534 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device f5d5a7da-9629-478a-a01c-2f0cfb523a1e not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:53:37.200693 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (169daf23-5672-407a-834f-ccaa12227144), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:37.230716 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Pushing event deleted for resources: {'Port': ['ID=169daf23-5672-407a-834f-ccaa12227144,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:37.396820 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860281'] for router_interface (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:37.604003 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b has already been hosted by L3 agent 06a5eb11-fe0c-40d4-a567-74c562c959b8 {{(pid=106195) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 06 04:53:37.704846 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] Notify agent at l3_agent.dv-cinder-860227-2-iscsi the message routers_updated {{(pid=106195) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 06 04:53:37.710208 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-828966eb-35b1-40ae-a547-d0aba2e5bf50 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/33948eaa-9f4a-4c7d-b0fd-72cc859bd28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3243718 Oct 06 04:53:37.712828 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48724) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:37.713125 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] Sync routers for ids ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'] in dv-cinder-860227-2-iscsi {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 06 04:53:37.723480 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] Routers {'33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:53:37.724119 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:53:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:37.817617 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks [] for router (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:37.834529 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] Set router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b gateway port host: dv-cinder-860227-2-iscsi {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:53:37.852607 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:37.859504 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:37.908499 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:37.920962 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks [] for router_gateway (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:37.965079 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Deleting port db362131-b556-4a90-ae4d-b1a1b059e5a5 {{(pid=106195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:37.965411 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.004986 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'external_fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:30Z', 'updated_at': '2022-10-06T04:53:37Z', 'revision_number': 5, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'gw_port': {'id': 'db362131-b556-4a90-ae4d-b1a1b059e5a5', 'name': '', 'network_id': '98a51676-7e52-4c55-ad2a-b10722899494', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860227-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-06T04:45:31Z', 'updated_at': '2022-10-06T04:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd16f983f-c420-42d4-8489-ed10d760029f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860227-2-iscsi'}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:38.033815 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] Checking router: 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b for host: dv-cinder-860227-2-iscsi {{(pid=106196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 06 04:53:38.042861 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] Routers {'33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'} bound to L3 agent in host dv-cinder-860227-2-iscsi {{(pid=106196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 06 04:53:38.043692 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860227-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-06T04:24:06Z,description=,heartbeat_timestamp=2022-10-06T04:53:36Z,host='dv-cinder-860227-2-iscsi',id=06a5eb11-fe0c-40d4-a567-74c562c959b8,load=0,resource_versions=,resources_synced=,started_at=2022-10-06T04:24:06Z,topic='l3_agent')) {'router_ids': ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'], 'active': True} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:38.049531 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.db [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] For port db362131-b556-4a90-ae4d-b1a1b059e5a5, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=db362131-b556-4a90-ae4d-b1a1b059e5a5,segment=NetworkSegment(a58ef708-4c2b-47e8-bf09-adaafe6b7576),segment_id=a58ef708-4c2b-47e8-bf09-adaafe6b7576)] {{(pid=106195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:53:38.049924 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.063462 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.plugins.ml2.plugin [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Calling delete_port for db362131-b556-4a90-ae4d-b1a1b059e5a5 owned by network:router_gateway {{(pid=106195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:38.132111 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvr_db [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] Set router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b gateway port host: None {{(pid=106196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 06 04:53:38.184312 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_hamode_db [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:30Z', 'updated_at': '2022-10-06T04:53:37Z', 'revision_number': 6, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'gw_port_host': None}], 'dv-cinder-860227-2-iscsi', False) {} {{(pid=106196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:38.208451 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4f247-aabf-426c-bf3b-760f740290ea None None] The sync data for ids ['33948eaa-9f4a-4c7d-b0fd-72cc859bd28b'] in dv-cinder-860227-2-iscsi is: [{'id': '33948eaa-9f4a-4c7d-b0fd-72cc859bd28b', 'name': 'tempest-TestVolumeBootPattern-959672946-router', 'tenant_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-06T04:45:30Z', 'updated_at': '2022-10-06T04:53:37Z', 'revision_number': 6, 'project_id': '31adbae4cbd54ad0992fdaeb77ea0e56', 'gw_port_host': None}] {{(pid=106196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 06 04:53:38.237127 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26536713'] for port (db362131-b556-4a90-ae4d-b1a1b059e5a5), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.261118 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Pushing event deleted for resources: {'Port': ['ID=db362131-b556-4a90-ae4d-b1a1b059e5a5,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:38.337602 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859059'] for router_gateway (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.429774 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63877'] for router (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.432008 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks [] for router_controller (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.472962 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3860321'] for router (33948eaa-9f4a-4c7d-b0fd-72cc859bd28b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.473676 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33948eaa-9f4a-4c7d-b0fd-72cc859bd28b {{(pid=106195) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 06 04:53:38.478056 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.479842 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-ba440c4a-bef7-48d5-956e-807af1469099 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/33948eaa-9f4a-4c7d-b0fd-72cc859bd28b HTTP/1.1" status: 204 len: 168 time: 0.7659049 Oct 06 04:53:38.482218 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48726) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:38.526446 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bf323b-99c0-43f4-a9d0-70343c0bb3f8 admin admin] Deleting subnet 31b2ade9-183f-41e7-bfc2-c7eb5528a10b {{(pid=106195) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 06 04:53:38.529738 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14bf323b-99c0-43f4-a9d0-70343c0bb3f8 admin admin] Publish callbacks [] for subnet (31b2ade9-183f-41e7-bfc2-c7eb5528a10b), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.566111 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14bf323b-99c0-43f4-a9d0-70343c0bb3f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26147025'] for subnet (31b2ade9-183f-41e7-bfc2-c7eb5528a10b), precommit_delete_associations {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.648731 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14bf323b-99c0-43f4-a9d0-70343c0bb3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1279096'] for subnet (31b2ade9-183f-41e7-bfc2-c7eb5528a10b), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.702030 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14bf323b-99c0-43f4-a9d0-70343c0bb3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1280855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26536764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26194073'] for subnet (31b2ade9-183f-41e7-bfc2-c7eb5528a10b), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.709741 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:38.731857 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf323b-99c0-43f4-a9d0-70343c0bb3f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b2ade9-183f-41e7-bfc2-c7eb5528a10b,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:38.734193 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-14bf323b-99c0-43f4-a9d0-70343c0bb3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for subnet (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.737085 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-14bf323b-99c0-43f4-a9d0-70343c0bb3f8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/31b2ade9-183f-41e7-bfc2-c7eb5528a10b HTTP/1.1" status: 204 len: 168 time: 0.2539322 Oct 06 04:53:38.739795 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48728) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:38.740263 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773947a9-2de1-4ccb-9e80-36dd4bcb09db None None] Network 379cc918-2b38-4174-80b8-af4e9073c5c8 requested from dv-cinder-860227-2-iscsi {{(pid=106196) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 06 04:53:38.817718 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369269'] for network (379cc918-2b38-4174-80b8-af4e9073c5c8), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.866680 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Deleting port ab21f1ba-9f21-45dc-a216-c77d769154e2 {{(pid=106194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:38.867061 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.879976 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:38.931894 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.db [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] For port ab21f1ba-9f21-45dc-a216-c77d769154e2, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ab21f1ba-9f21-45dc-a216-c77d769154e2,segment=NetworkSegment(3665ad03-fcad-4311-9559-e2b2df58c2ed),segment_id=3665ad03-fcad-4311-9559-e2b2df58c2ed)] {{(pid=106194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:53:38.932339 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:38.945950 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Calling delete_port for ab21f1ba-9f21-45dc-a216-c77d769154e2 owned by network:dhcp {{(pid=106194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:38.961736 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] DHCP port deletion for 379cc918-2b38-4174-80b8-af4e9073c5c8 request from dv-cinder-860227-2-iscsi {{(pid=106196) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 06 04:53:38.999965 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Deleting port ab21f1ba-9f21-45dc-a216-c77d769154e2 {{(pid=106196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 06 04:53:39.000349 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790508543016'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), before_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.001336 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:39.040214 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26116812'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.063217 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab21f1ba-9f21-45dc-a216-c77d769154e2,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:39.071241 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.db [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] For port ab21f1ba-9f21-45dc-a216-c77d769154e2, host dv-cinder-860227-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860227-2-iscsi',level=0,port_id=ab21f1ba-9f21-45dc-a216-c77d769154e2,segment=NetworkSegment(3665ad03-fcad-4311-9559-e2b2df58c2ed),segment_id=3665ad03-fcad-4311-9559-e2b2df58c2ed)] {{(pid=106196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 06 04:53:39.071648 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4043891'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), precommit_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.074502 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] No DVR routers for this DVR port ab21f1ba-9f21-45dc-a216-c77d769154e2 on host dv-cinder-860227-2-iscsi {{(pid=106194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:53:39.103363 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Calling delete_port for ab21f1ba-9f21-45dc-a216-c77d769154e2 owned by network:dhcp {{(pid=106196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 06 04:53:39.105536 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ab21f1ba-9f21-45dc-a216-c77d769154e2 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:53:39.132243 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: ab21f1ba-9f21-45dc-a216-c77d769154e2 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:53:39.133024 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device ab21f1ba-9f21-45dc-a216-c77d769154e2 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:53:39.133024 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device db362131-b556-4a90-ae4d-b1a1b059e5a5 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:53:39.134673 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.153935 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450602', 'neutron.services.segments.db._delete_segments_for_network-8790508682972'] for network (379cc918-2b38-4174-80b8-af4e9073c5c8), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.161229 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: db362131-b556-4a90-ae4d-b1a1b059e5a5 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:53:39.161229 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device db362131-b556-4a90-ae4d-b1a1b059e5a5 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:53:39.161537 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 169daf23-5672-407a-834f-ccaa12227144 no longer exists at agent ovs-agent-dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 06 04:53:39.175471 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379cc918-2b38-4174-80b8-af4e9073c5c8']}} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:39.186086 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3665ad03-fcad-4311-9559-e2b2df58c2ed') {'for_net_delete': True} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:39.186388 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.services.segments.db [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3665ad03-fcad-4311-9559-e2b2df58c2ed') {} {{(pid=106194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 06 04:53:39.188192 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:39.197607 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790508620198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26170665'] for segment (3665ad03-fcad-4311-9559-e2b2df58c2ed), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.209029 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.plugin [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] No Port match for: 169daf23-5672-407a-834f-ccaa12227144 {{(pid=106196) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 06 04:53:39.209399 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.plugins.ml2.rpc [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Device 169daf23-5672-407a-834f-ccaa12227144 not bound to the agent host dv-cinder-860227-2-iscsi {{(pid=106196) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 06 04:53:39.212273 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:39.214543 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239'] for segment (3665ad03-fcad-4311-9559-e2b2df58c2ed), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.221999 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 06 04:53:39.222519 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1457239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26116627'] for segment (3665ad03-fcad-4311-9559-e2b2df58c2ed), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.257130 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790508545446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790508170725'] for port (ab21f1ba-9f21-45dc-a216-c77d769154e2), after_delete {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.266768 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment 3665ad03-fcad-4311-9559-e2b2df58c2ed resource provider aggregate not found Oct 06 04:53:39.292611 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.services.segments.plugin [-] Segment 3665ad03-fcad-4311-9559-e2b2df58c2ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3665ad03-fcad-4311-9559-e2b2df58c2ed found for delete ", "request_id": "req-5da9801b-7a73-41c8-9c63-24c0b3620927"}]} Oct 06 04:53:39.297340 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859116'] for network (379cc918-2b38-4174-80b8-af4e9073c5c8), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.299927 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Pushing event deleted for resources: {'Port': ['ID=ab21f1ba-9f21-45dc-a216-c77d769154e2,revision_number=None']} {{(pid=106196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:39.303628 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690863'] for network (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.310899 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] No DVR routers for this DVR port ab21f1ba-9f21-45dc-a216-c77d769154e2 on host dv-cinder-860227-2-iscsi {{(pid=106196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 06 04:53:39.311158 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/379cc918-2b38-4174-80b8-af4e9073c5c8 HTTP/1.1" status: 204 len: 168 time: 0.5677743 Oct 06 04:53:39.312817 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.313158 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.313506 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.313879 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.314233 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.314660 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.315085 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.315418 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.315962 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.316577 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.317084 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.317721 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.318215 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.318705 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.319225 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484ff039-45c6-4f84-9976-2c49bacc1a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860227-2-iscsi {{(pid=106196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 06 04:53:39.333178 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e7a4d-7db3-4f30-939e-2b0f6dd872a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=379cc918-2b38-4174-80b8-af4e9073c5c8,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:39.352713 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.440515 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48736) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:39.480991 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-eab042f2-1e01-4630-a7bb-c156e4253df1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a707ca1042dd4fc99ff1dbd033efe0e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392375 Oct 06 04:53:39.483274 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [-] (106194) accepted ('10.222.0.33', 48738) {{(pid=106194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:39.534583 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-515932ae-91da-4f08-a922-0de26efb37af admin admin] Publish callbacks [] for security_group (0bf55594-3d8e-4869-b0d5-da285b221dc3), before_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.554662 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-515932ae-91da-4f08-a922-0de26efb37af admin admin] Publish callbacks [] for security_group (0bf55594-3d8e-4869-b0d5-da285b221dc3), precommit_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.600346 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-515932ae-91da-4f08-a922-0de26efb37af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (0bf55594-3d8e-4869-b0d5-da285b221dc3), after_delete {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.602817 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron_lib.callbacks.manager [None req-515932ae-91da-4f08-a922-0de26efb37af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:39.604630 dv-cinder-860227-2-iscsi neutron-server[106194]: INFO neutron.wsgi [None req-515932ae-91da-4f08-a922-0de26efb37af admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0bf55594-3d8e-4869-b0d5-da285b221dc3 HTTP/1.1" status: 204 len: 168 time: 0.1203957 Oct 06 04:53:39.613132 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515932ae-91da-4f08-a922-0de26efb37af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf55594-3d8e-4869-b0d5-da285b221dc3,revision_number=None']} {{(pid=106194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:39.926240 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48744) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:39.967971 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-b1a0c53d-6ec5-45f9-8ab2-57dcf943b4d2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=31adbae4cbd54ad0992fdaeb77ea0e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405111 Oct 06 04:53:39.970367 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [-] (106195) accepted ('10.222.0.33', 48746) {{(pid=106195) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 06 04:53:39.998134 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:40.027582 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a3d8fb2b-2d34-456f-83cd-9a4d613ac63f admin admin] Publish callbacks [] for security_group (6de08fc5-bd92-49cc-a78e-3636b18e89f5), before_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:40.048402 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a3d8fb2b-2d34-456f-83cd-9a4d613ac63f admin admin] Publish callbacks [] for security_group (6de08fc5-bd92-49cc-a78e-3636b18e89f5), precommit_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:40.096664 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a3d8fb2b-2d34-456f-83cd-9a4d613ac63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3928358'] for security_group (6de08fc5-bd92-49cc-a78e-3636b18e89f5), after_delete {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:40.099197 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron_lib.callbacks.manager [None req-a3d8fb2b-2d34-456f-83cd-9a4d613ac63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:53:40.100409 dv-cinder-860227-2-iscsi neutron-server[106195]: INFO neutron.wsgi [None req-a3d8fb2b-2d34-456f-83cd-9a4d613ac63f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6de08fc5-bd92-49cc-a78e-3636b18e89f5 HTTP/1.1" status: 204 len: 168 time: 0.1291392 Oct 06 04:53:40.109153 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8fb2b-2d34-456f-83cd-9a4d613ac63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de08fc5-bd92-49cc-a78e-3636b18e89f5,revision_number=None']} {{(pid=106195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 06 04:53:45.151633 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=88 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:45.152511 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=20 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:49.608118 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=61,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:49.608925 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG dbcounter [-] [106194] Writing DB stats neutron:SELECT=41,neutron:DELETE=10 {{(pid=106194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:49.627464 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:50.103810 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:50.105195 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG dbcounter [-] [106195] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=106195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:50.121657 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:53:56.574004 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:53:56.783189 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:04.145343 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d7d37dde-0063-4867-a6e8-4147bf0c9f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:06.509549 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-35a1ec73-3732-4d4b-9f59-be128da97e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:07.644570 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [req-e0f1136f-1a27-482f-94e0-c46ee1d45454 req-b9d44acd-1961-4fed-a4cd-bb6157ead611 service neutron] (106194) timed out ('10.222.0.25', 57311) {{(pid=106194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 04:54:07.831154 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:09.089879 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:09.333132 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:15.859074 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:54:15.859871 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=6 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:54:21.388934 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:54:21.393511 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:54:26.776741 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:33.572742 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:54:34.148197 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0815b0bb-0032-4577-b820-35d884e55d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:36.511122 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-5ad432ab-d897-418d-a33d-c4c36acc1e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:37.832794 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:39.093289 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:39.335129 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:54:49.329479 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:54:49.331427 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:54:56.776891 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:01.386576 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=16 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:55:01.389272 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=18 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:55:04.150534 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4eb1adba-3ebf-42b4-8c93-649f440a2fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:06.513908 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-342de611-cc5e-451d-875b-7648f206a489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:07.838241 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:09.095653 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:09.339690 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:10.570853 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:55:19.329866 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:55:19.335636 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:55:26.776905 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:29.850787 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:55:29.851574 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:55:34.153161 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-6b13b403-58d4-4aa8-b321-8f1715acaf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:36.515616 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1a70-81ab-437b-8e2f-ed84f4cb5d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:37.838306 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:39.097014 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:39.342166 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:55:47.569591 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:55:49.336010 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:55:49.337905 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:55:56.788010 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:04.155911 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd968-6906-4ce7-be3e-c82e5b194de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:06.517977 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7060cf0c-5f87-4550-a71d-19a72a9af2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:06.855895 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:56:06.856678 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:56:07.841486 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:09.100189 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:09.345686 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:21.389770 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:56:21.392357 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:56:24.568999 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:56:26.796884 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:34.158419 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-eeee3be0-733e-4be7-855b-e2fe6d64dfbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:36.522696 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4b6461fb-6b2a-40d6-b909-b6e9603b2db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:37.843248 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:39.104585 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:39.348140 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:56:43.848810 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:56:43.853939 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:56:49.342381 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:56:49.344277 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:56:56.794379 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:01.487403 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=13 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:57:01.490539 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=13 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:57:01.567440 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:57:04.160997 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-53ded06f-b725-42af-aa1b-94259f6552ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:06.524829 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2383-6943-4e21-88a1-be73022d89a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:07.846156 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:09.101207 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:09.350906 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:19.345362 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:57:19.347309 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:57:20.387117 dv-cinder-860227-2-iscsi neutron-server[106194]: DEBUG neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-eba67de4-154e-4cf9-928c-58e98bc79825 service neutron] (106194) timed out ('10.222.0.33', 42044) {{(pid=106194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 04:57:20.461748 dv-cinder-860227-2-iscsi neutron-server[106195]: DEBUG neutron.wsgi [req-7acc1782-f8ce-4efc-ba64-b3b294be1af4 req-5a663f9e-7bde-4d41-9cbe-f12b16434f16 tempest-AttachVolumeShelveTestJSON-1100922708 tempest-AttachVolumeShelveTestJSON-1100922708-project] (106195) timed out ('10.222.0.33', 42052) {{(pid=106195) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 06 04:57:20.844035 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=3 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:57:20.849144 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:57:26.801524 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:34.163689 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-ea8363a5-802d-4924-a392-ac2d61546296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:36.527787 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-09a7681b-7d03-4dd5-84a7-8716570aa81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:37.848527 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:38.566098 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:57:39.103001 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:39.353471 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:57:41.576851 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:57:49.348234 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:57:49.349457 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:57:56.797789 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:02.611489 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:58:02.612261 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:58:04.169068 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-f1c359b7-4f35-4713-b22c-be565a7df3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:06.529833 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8374bcfd-2f35-4d27-bb9a-39b4c82334e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:07.851370 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:09.107008 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:09.357218 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:15.565442 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:58:21.385444 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:58:21.387321 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:58:26.798672 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:34.173092 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-7ed1bb26-80ec-4a57-8020-11f9cf062ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (d406e67f-0c1c-4048-bda5-d2f0de0978d0), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:34.849639 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=6 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:58:34.850374 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG dbcounter [-] [106197] Writing DB stats neutron:SELECT=2 {{(pid=106197) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:58:36.534493 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-4f544f5a-6ba8-4f84-9b95-81ed18417333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (06a5eb11-fe0c-40d4-a567-74c562c959b8), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:37.854455 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-d5463461-17d0-4b6d-90d9-954b4f18c4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (b8953f2c-9fcf-42a1-9527-56a7317b64dc), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:39.110885 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-76616dda-40b9-4bad-8bf8-65bbdf3625d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (db4edfdf-9bf8-4275-b80b-5e673001df60), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:39.360539 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-8344eb95-4e56-4019-bf51-f609c9054dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (5c15fbc8-e6f3-423a-890f-534a00ce5382), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 06 04:58:49.354132 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:58:49.355972 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG dbcounter [-] [106196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 06 04:58:52.565036 dv-cinder-860227-2-iscsi neutron-server[106197]: DEBUG neutron.db.agents_db [None req-9306139c-429a-48c4-9d4b-a0d9d4aceb46 None None] Agent healthcheck: found 6 active agents {{(pid=106197) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 06 04:58:56.797953 dv-cinder-860227-2-iscsi neutron-server[106196]: DEBUG neutron_lib.callbacks.manager [None req-c067a702-8a8b-43c2-ba24-e40afa1af86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790508682954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452069'] for agent (fe81ae06-507d-4faa-9485-16b1bb3a6f7b), after_update {{(pid=106196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}